-- Logs begin at Fri 2021-02-19 04:14:40 UTC, end at Fri 2021-02-19 05:18:02 UTC. -- Feb 19 04:49:53.790992 dv-cinder-776422-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 04:49:56.562047 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.common.config [-] Logging enabled! Feb 19 04:49:56.562621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 19 04:49:56.563919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 04:49:56.565737 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.common.config [-] Logging enabled! Feb 19 04:49:56.566031 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 19 04:49:56.566394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 04:49:56.567466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 04:49:56.567740 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 04:49:56.568811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 04:49:56.569103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 04:49:56.569391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 04:49:56.569752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.570098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.570446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.570715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.571065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.571407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.571736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.572078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.572459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.572792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.573117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.573448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.573716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.574044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.574384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.574726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.574983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.575308 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.575859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.576916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.577227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.577719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.578043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.578370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.578700 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.579081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] host = dv-cinder-776422-3-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.579404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.579746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.580080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.580440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.580761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.581081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.581417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.581742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.582059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.582377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.582710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.583048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.583389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.583650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.583910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.584261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.584605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.584924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.585241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.585562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.585877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.586192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.586512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.586853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.587178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.587510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.587826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.588142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.588494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.588809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.589144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.589459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.589773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.590088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.590426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.590735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.591049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.591403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.591767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.592633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.592973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.593399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.593739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.594058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.594372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.594686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.595004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.595317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.595652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.595967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.596305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.596620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.596936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.597275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:56.597619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.597968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.598317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.598643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.598983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.599317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.599647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.599968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.600332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.600673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.601005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.601327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.601659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.601977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.602322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.602678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.603022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.603366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.603683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.604023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.604337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.604657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.604987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.605340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.605682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.605998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.606326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.606669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.606993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.607308 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.607709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.608344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.608498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.608779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.609109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.609439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.609753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.610067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.610386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.610730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.611050 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.611363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.611674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.611994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.612329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.612660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.612982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.613295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.613607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.613931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.614421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.614588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.614874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.615194 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.615488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.615802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.616117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.616456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.616771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.617085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.617398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.617711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.618027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.618341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.618654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.618970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.619286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.619599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.619931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.620319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.620646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.620968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.621286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.621608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.621925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.622245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.622567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.622888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.623245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.623597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.623896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.624589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.624909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.625255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.625583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.625910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.626227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.626549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.626878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.627212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.627557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.627898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.628250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.628859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.629199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.629522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.629888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.630211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:56.630461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 04:49:56.630734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83871) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 19 04:49:57.295706 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading Gnome Feb 19 04:49:57.313447 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading Google Feb 19 04:49:57.316243 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading Windows (alt) Feb 19 04:49:57.319725 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading file Feb 19 04:49:57.320587 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading keyczar Feb 19 04:49:57.320880 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading multi Feb 19 04:49:57.321665 dv-cinder-776422-3-smb neutron-server[83871]: INFO keyring.backend [-] Loading pyfs Feb 19 04:49:57.369081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:49:57.369391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:49:57.369718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:49:57.370091 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 04:49:57.765202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.765814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.765916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.816884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.817185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.817489 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.821177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.821492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.821800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.894290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.894538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.894844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.895979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.896314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:57.896617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.174279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.174540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.174850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.175160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.176005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.328069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.328484 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.328817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.329127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.329436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.329835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.330141 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.330441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.330737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.331084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.331394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.331701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.332012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.332337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.332660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.332989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.333290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.333624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.333915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.334454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.334999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.335303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.335662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.335956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.336270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.336950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.337055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.337389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.337586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.337861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.338139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:58.338661 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 04:49:58.342505 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 04:49:58.347050 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 04:49:58.351677 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 19 04:49:58.353737 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 04:49:58.355060 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 04:49:58.355466 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 19 04:49:58.355921 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 04:49:58.359681 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 04:49:58.359964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 04:49:58.360445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 19 04:49:58.384930 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 04:49:58.385451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.385793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 19 04:49:58.386216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.387974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 04:49:58.388351 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 19 04:49:58.388722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 19 04:49:58.392456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.392786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:58.461153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 04:49:58.461346 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 04:49:58.461609 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 04:49:58.462034 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 04:49:58.495941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.sqlalchemy.engines [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83871) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 19 04:49:58.944648 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing driver for type 'gre' Feb 19 04:49:58.945239 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] gre ID ranges: [(1, 1000)] Feb 19 04:49:58.986310 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing driver for type 'local' Feb 19 04:49:58.986682 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing driver for type 'vlan' Feb 19 04:49:58.997360 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] VlanTypeDriver initialization complete Feb 19 04:49:58.997728 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing driver for type 'vxlan' Feb 19 04:49:58.998342 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] vxlan ID ranges: [(1, 1000)] Feb 19 04:49:59.042686 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing extension driver 'port_security' Feb 19 04:49:59.043056 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.extensions.port_security [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] PortSecurityExtensionDriver initialization complete Feb 19 04:49:59.043434 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing mechanism driver 'openvswitch' Feb 19 04:49:59.049974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:49:59.050812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.051225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.051614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.052048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.052463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.052848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.053274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.053657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.054042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.054459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.054843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.055224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.055644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.056034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.056437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.058440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > address_group after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.058850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > address_group after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.059248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > address_group after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.059633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] ML2 OVO RPC backend initialized. {{(pid=83871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 19 04:49:59.060403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.060824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.061292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.061682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > networks before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.062066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.062448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > ports before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.062832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.063216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnets before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.063605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.063989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.064401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.064780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.065157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.065534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.065920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.066299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.066674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.067329 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Modular L2 Plugin initialization complete Feb 19 04:49:59.067687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading services supported by the core plugin {{(pid=83871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 04:49:59.068060 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Got port-security extension from driver 'port_security' Feb 19 04:49:59.068627 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.extensions.vlantransparent [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Disabled vlantransparent extension. Feb 19 04:49:59.069123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 04:49:59.069471 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: router Feb 19 04:49:59.108016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.108482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.108899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router before_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.109311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.109737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.110137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_delete 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.110541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > floatingip after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.110957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.111343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.111736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.112127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.112558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.113058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.113477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.113861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.114240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.114621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.115019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > port precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.115412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.115797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.116184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.116618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.117005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_delete 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.117436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.117849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.118231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.118668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.119708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Tracking information for resource: router configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:59.120085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Tracking information for resource: floatingip configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 04:49:59.125859 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_agentschedulers_db [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 04:49:59.126517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.126917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.127305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.127694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.128920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router before_create 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.129326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_delete 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.129735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_create 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.130135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > router precommit_update 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.134837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.provider_configuration [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service providers = [] {{(pid=83871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 04:49:59.135237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.servicetype_db [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 04:49:59.138393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 04:49:59.138921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 04:49:59.139358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 04:49:59.140494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 04:49:59.140903 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.services.service_base [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 04:49:59.141332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.141687 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 04:49:59.152071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.152474 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: auto_allocate Feb 19 04:49:59.159072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: network precommit_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.159515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: network precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.160124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.160511 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: tag Feb 19 04:49:59.167618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.167990 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: timestamp Feb 19 04:49:59.172566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.173093 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: network_ip_availability Feb 19 04:49:59.178735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.179186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.179580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.180442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.180804 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: flavors Feb 19 04:49:59.185447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.185930 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading Plugin: revisions Feb 19 04:49:59.190946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 04:49:59.191382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:49:59.192261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 19 04:49:59.192607 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Initializing extension manager. Feb 19 04:49:59.193173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: __init__.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.193553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: __pycache__ {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.193925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.194295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: address_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.195345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.195957 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: address-group Feb 19 04:49:59.196351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: address_scope.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.197137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.197716 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: address-scope Feb 19 04:49:59.198081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: admin_state_down_before_update.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.199034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.199614 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: router-admin-state-down-before-update Feb 19 04:49:59.199979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: agent.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.201143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.201720 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: agent Feb 19 04:49:59.202080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: agent_resources_synced.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.203016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.204793 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: agent-resources-synced Feb 19 04:49:59.204793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: allowedaddresspairs.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.205828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.206520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: allowed-address-pairs Feb 19 04:49:59.206800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: auto_allocated_topology.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.207899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.208512 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: auto-allocated-topology Feb 19 04:49:59.208878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.209639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.210220 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: availability_zone Feb 19 04:49:59.210583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: availability_zone_filter.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.211521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.212097 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: availability_zone_filter Feb 19 04:49:59.212482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: data_plane_status.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.213413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.213992 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 04:49:59.214353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: default_subnetpools.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.215282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.215857 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: default-subnetpools Feb 19 04:49:59.216235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: dhcpagentscheduler.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.217778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.218360 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: dhcp_agent_scheduler Feb 19 04:49:59.218724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: dns.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.219690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.220288 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension dns-integration not supported by any of loaded plugins Feb 19 04:49:59.220651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: dns_domain_ports.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.221588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.222163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 04:49:59.222524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: dvr.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.223256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.223844 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: dvr Feb 19 04:49:59.224203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: empty_string_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.225169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.225751 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: empty-string-filtering Feb 19 04:49:59.226110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.227045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.227620 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 04:49:59.227980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.228961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.229540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 04:49:59.229902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: external_net.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.230837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.231414 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: external-net Feb 19 04:49:59.231774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: extra_dhcp_opt.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.233355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.233930 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: extra_dhcp_opt Feb 19 04:49:59.234292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: extraroute.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.235228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.235833 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: extraroute Feb 19 04:49:59.236168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: extraroute_atomic.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.237339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.237967 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: extraroute-atomic Feb 19 04:49:59.238325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: filter_validation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.239047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.239627 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: filter-validation Feb 19 04:49:59.239984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: fip_pf_description.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.240927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.241502 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 04:49:59.241857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: fip_port_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.242796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.243371 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: fip-port-details Feb 19 04:49:59.243732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: flavors.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.245017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.245601 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: flavors Feb 19 04:49:59.245983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.247658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.248415 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 04:49:59.248972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: floatingip_pools.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.249750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.250344 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: floatingip-pools Feb 19 04:49:59.250711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: ip_allocation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.251670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.252264 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 04:49:59.252631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.253841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.254417 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: ip-substring-filtering Feb 19 04:49:59.254780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l2_adjacency.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.255723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.256324 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 04:49:59.256687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.257823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.258423 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: router Feb 19 04:49:59.258787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3_conntrack_helper.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.261173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.261770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 04:49:59.262137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.263077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.263774 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: ext-gw-mode Feb 19 04:49:59.264266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.265212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.265791 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: l3-ha Feb 19 04:49:59.266153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3_flavors.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.267090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.267668 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: l3-flavors Feb 19 04:49:59.268027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.268979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.269556 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 04:49:59.269913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: l3agentscheduler.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.271237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.271828 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: l3_agent_scheduler Feb 19 04:49:59.272190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: logging.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.273792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.274398 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension logging not supported by any of loaded plugins Feb 19 04:49:59.274770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: metering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.275587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.276363 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: metering Feb 19 04:49:59.276729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.277875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.278460 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: metering_source_and_destination_fields Feb 19 04:49:59.278824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: multiprovidernet.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.280367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.280952 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: multi-provider Feb 19 04:49:59.281315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: netmtu.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.282252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.282830 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: net-mtu Feb 19 04:49:59.283193 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: netmtu_writable.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.284130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.284735 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: net-mtu-writable Feb 19 04:49:59.285098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: network_availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.285839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.286418 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: network_availability_zone Feb 19 04:49:59.286782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: network_ip_availability.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.287931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.288539 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: network-ip-availability Feb 19 04:49:59.288902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: network_segment_range.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.291095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.291687 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 04:49:59.292060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: pagination.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.293107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.293499 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: pagination Feb 19 04:49:59.293865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: port_device_profile.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.295529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.296622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: port-device-profile Feb 19 04:49:59.297112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.298203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.298900 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: port-mac-address-regenerate Feb 19 04:49:59.299352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.300414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.301085 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: port-numa-affinity-policy Feb 19 04:49:59.301543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: port_resource_request.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.302598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.303259 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 04:49:59.303705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: portbindings.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.304795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.305477 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: binding Feb 19 04:49:59.305927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: portbindings_extended.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.307349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.307929 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: binding-extended Feb 19 04:49:59.308336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: portsecurity.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.309286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.309863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: port-security Feb 19 04:49:59.310222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: project_id.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.311244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.311611 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: project-id Feb 19 04:49:59.311969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: providernet.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.312949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.313529 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: provider Feb 19 04:49:59.313884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.317542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.318147 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos not supported by any of loaded plugins Feb 19 04:49:59.318518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.319893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.320499 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 04:49:59.320865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.321796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.322378 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 04:49:59.322736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_default.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.323660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.324266 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-default not supported by any of loaded plugins Feb 19 04:49:59.324611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_fip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.325329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.325896 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-fip not supported by any of loaded plugins Feb 19 04:49:59.326250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_gateway_ip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.327203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.327786 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 04:49:59.328138 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_port_network_policy.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.329085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.329667 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 04:49:59.330021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_rule_type_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.330969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.331537 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 04:49:59.331895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: qos_rules_alias.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.332993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.333576 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 04:49:59.333932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: quotasv2.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.335001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.335372 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: quotas Feb 19 04:49:59.335719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: quotasv2_detail.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.337400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.337790 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: quota_details Feb 19 04:49:59.338150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: rbac.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.339334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.339946 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: rbac-policies Feb 19 04:49:59.340342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: rbac_address_scope.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.341282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.342357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: rbac-address-scope Feb 19 04:49:59.342716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: rbac_security_groups.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.343955 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.344561 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: rbac-security-groups Feb 19 04:49:59.344923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: rbac_subnetpool.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.345863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.346443 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: rbac-subnetpool Feb 19 04:49:59.346804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: revisionifmatch.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.347738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.348342 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: revision-if-match Feb 19 04:49:59.348704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: revisions.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.349854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.350430 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: standard-attr-revisions Feb 19 04:49:59.350795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: router_availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: router_availability_zone Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: routerservicetype.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension router-service-type not supported by any of loaded plugins Feb 19 04:49:59.354581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.355119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.355649 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: security-groups-normalized-cidr Feb 19 04:49:59.356008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: security_groups_port_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.356978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.358276 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: port-security-groups-filtering Feb 19 04:49:59.358642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.359585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.360159 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: security-groups-remote-address-group Feb 19 04:49:59.360544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: securitygroup.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.373899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.374519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: security-group Feb 19 04:49:59.374894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: segment.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.375756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.376358 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension segment not supported by any of loaded plugins Feb 19 04:49:59.376730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.377689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.378266 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 04:49:59.378885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: servicetype.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.379992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.380606 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: service-type Feb 19 04:49:59.380972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: sorting.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.381957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.382329 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: sorting Feb 19 04:49:59.382687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: standard_attr_segment.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.383608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.384195 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 04:49:59.384579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: standardattrdescription.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.385264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.385837 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: standard-attr-description Feb 19 04:49:59.386195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: stateful_security_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.387137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.387711 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: stateful-security-group Feb 19 04:49:59.388071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: stdattrs_common.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.388789 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 04:49:59.389154 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.390186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.390766 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 04:49:59.391129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnet_onboard.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.392195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.392797 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: subnet_onboard Feb 19 04:49:59.393153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.394086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.394659 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 04:49:59.395015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnet_service_types.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.395948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.396566 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: subnet-service-types Feb 19 04:49:59.396924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnetallocation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.398041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.398621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: subnet_allocation Feb 19 04:49:59.398978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.399685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.400290 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: subnetpool-prefix-ops Feb 19 04:49:59.400651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.401599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.402171 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 04:49:59.402531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: tagging.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.403862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.405035 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: standard-attr-tag Feb 19 04:49:59.405395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: timestamp.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.406649 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.407251 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loaded extension: standard-attr-timestamp Feb 19 04:49:59.407610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: trunk.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.408692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.409276 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension trunk not supported by any of loaded plugins Feb 19 04:49:59.409636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: trunk_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.410575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.411148 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension trunk-details not supported by any of loaded plugins Feb 19 04:49:59.411508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: uplink_status_propagation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.412474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.413052 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 04:49:59.413416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Loading extension file: vlantransparent.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 04:49:59.414134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 04:49:59.414706 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 04:49:59.417576 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:network Feb 19 04:49:59.418433 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnet Feb 19 04:49:59.419104 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 04:49:59.419752 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:port Feb 19 04:49:59.422003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.422487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service FLAVORS assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.423174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.423655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.424025 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:router Feb 19 04:49:59.424763 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:floatingip Feb 19 04:49:59.425543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service METERING assigned prefix: /metering {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.427387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.427786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.428169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 04:49:59.429352 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 04:49:59.429843 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:security_group Feb 19 04:49:59.430634 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 04:49:59.431448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.431815 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 04:49:59.432179 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] subnetpool is already registered Feb 19 04:49:59.432875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.433239 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 04:49:59.433605 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] subnetpool is already registered Feb 19 04:49:59.436538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.437020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service FLAVORS assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.437667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.438131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.438502 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:router Feb 19 04:49:59.438891 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] router is already registered Feb 19 04:49:59.439517 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:floatingip Feb 19 04:49:59.439880 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] floatingip is already registered Feb 19 04:49:59.440598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service METERING assigned prefix: /metering {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.441341 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 04:49:59.441746 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] rbac_policy is already registered Feb 19 04:49:59.442314 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:security_group Feb 19 04:49:59.442675 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] security_group is already registered Feb 19 04:49:59.443326 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 04:49:59.443726 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] security_group_rule is already registered Feb 19 04:49:59.444471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.444836 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 04:49:59.445295 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] subnetpool is already registered Feb 19 04:49:59.445882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 04:49:59.446308 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 04:49:59.446554 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] subnetpool is already registered Feb 19 04:49:59.447277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: extensions {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.448923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: address-groups {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.450607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: address-scopes {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.451937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.453178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: auto-allocated-topology {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.454517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: availability_zones {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.455912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: dhcp-networks {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.457437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: dhcp-agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.458940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.461788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: flavors {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.463052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: service_profiles {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.464362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: next_providers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.465991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: service_profiles {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.468068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: floatingip-pools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.469386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.471320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: floatingips {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.472614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: l3-routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.474093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: l3-agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.475603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: metering-labels {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.477121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: metering-label-rules {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.478497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: network-ip-availabilities {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.479828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: bindings {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.481598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: quotas {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.483799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: quotas {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.485328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: rbac-policies {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.486721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: security-groups {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.488001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: security-group-rules {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.489345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: service-providers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.490641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: subnetpools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.492149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: subnetpools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.493738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.495524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.497511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.499447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.501380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.503169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.505362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.507357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.509376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.511361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 04:49:59.519331 dv-cinder-776422-3-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 04:49:59.524618 dv-cinder-776422-3-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 04:49:59.533634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Acquired lock "singleton_lock" {{(pid=83871) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 19 04:49:59.534156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Releasing lock "singleton_lock" {{(pid=83871) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 19 04:49:59.535628 dv-cinder-776422-3-smb neutron-server[83871]: INFO oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Starting 2 workers Feb 19 04:49:59.540542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Started child 83984 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 04:49:59.544663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.546133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Started child 83985 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 04:49:59.546598 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [-] (83984) wsgi starting up on http://0.0.0.0:9696 Feb 19 04:49:59.547751 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 04:49:59.548481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Notify callbacks [] for process, before_spawn {{(pid=83871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.549608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.550947 dv-cinder-776422-3-smb neutron-server[83871]: INFO oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Starting 1 workers Feb 19 04:49:59.551095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [-] (83985) wsgi starting up on http://0.0.0.0:9696 Feb 19 04:49:59.556512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Started child 83986 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 04:49:59.557052 dv-cinder-776422-3-smb neutron-server[83871]: INFO oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Starting 1 workers Feb 19 04:49:59.558555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] calling RpcWorker wait() {{(pid=83986) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 04:49:59.559384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] returning from RpcWorker wait() {{(pid=83986) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 04:49:59.561317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.561645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:49:59.562815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Started child 83987 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 04:49:59.563635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55d4c7c5-3e10-48de-938b-a9f74b26493b None None] Notify callbacks [] for process, after_spawn {{(pid=83871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.565475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83871) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 19 04:49:59.565691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 04:49:59.566086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 04:49:59.566356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 04:49:59.566764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 04:49:59.566920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 04:49:59.567515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.567812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.568114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.568424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.568765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.569422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.569663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:49:59.569873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.570094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.570297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.570503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.570711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.570913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.571123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.571339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.571684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.571967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.572364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.572575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.572794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.573011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.573362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.573589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.573793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.574089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.574670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.574918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.575184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.575408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.575773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.575980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.576291 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.576559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.576773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.577050 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.577326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.577576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.577841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.578151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.578416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.578866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] host = dv-cinder-776422-3-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.579128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.579397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.579662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.579926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.580246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.580528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.580809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.581113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.581389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.581648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.581927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.582208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.582447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.582732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.582945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_options = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.583158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.583387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.583738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.583952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.584178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.584178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.584604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.584939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.584939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.585339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.585339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.585730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.586083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.586083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.586468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.586468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.586863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.587074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.587293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.587496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.587768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.588030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.588277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.588569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.588793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.589046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.589306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.589582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.589794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.590060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.590338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.590628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.590894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.591218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.591506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.591719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.591929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.592206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.592458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.592738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.593184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.593329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.593457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.593737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.593984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.594214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.594479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.594794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.595072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.595310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.595543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.595813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.596144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.596364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.596773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.597091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.597454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.597706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.597988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.598268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.598550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.598820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.599087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.599354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.599689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.599961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.601929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.602204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.602463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.602714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.603074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.603380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.603651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.603917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.604161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.604485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.604749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.604997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.605297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.605454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.605758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.606004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.612299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.613523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.614703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.615691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.616708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.617409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.617409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.617711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:49:59.617876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.617876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.617876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.618316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.618316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.618618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.618618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.624241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.625464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.626630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.627721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.629762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.630088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.630316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.630638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.630918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.631189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.631436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.631721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.632096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.632396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.632793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.633157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.633558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.634017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.634441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.634909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.635319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.635708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.636095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.636553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.636961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.637363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.637812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.638065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.638340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.638667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.639010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.639294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.639584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.639909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.640161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.640461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.640712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.640965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.641216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.641508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.641754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.642007 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.642279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.642531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.642781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.643031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.643278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.643566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.644074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.644406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.644697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.644975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.645255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.645530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.645808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.646062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.646353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.646627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.646874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.647121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.647373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.647619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.647864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.648134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.648511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.648681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.648946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.649310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.649584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.649849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.650115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.650363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.650631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.650879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.651129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.651377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.651626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.651873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.652150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.652463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.659262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.660553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.661710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.664044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.665207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.667227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.672828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83871) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 19 04:49:59.675099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.677278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.678348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.681818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.682719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] host = dv-cinder-776422-3-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.683972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_options = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.688594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.689911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.690822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.691814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.692845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.693185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.693185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.693314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.693562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.693883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.694266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.694582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.694886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.695187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.695593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.695951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.696281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.696582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.696885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.697242 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.697432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.697623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.697817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.697985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.698182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.698356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.698542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.698736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.698925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.699113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.699302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.699491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.699680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.699868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.700055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.700274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.700462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.700648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.700833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.701043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.701853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.702169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.702331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.702491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.702856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.702856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.703683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.704924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.705112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.705301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.705487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.705753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.705887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.706784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.707860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.708922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.709927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.710941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.711911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.712994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.713996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.714147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.714357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.714519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.714673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.714867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.715947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.716098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.716331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.716491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.717624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.717624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.717624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.718989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.719853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.720042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.720301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.720457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.720647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.720835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.721961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.722156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.722342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.722533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.722734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.722885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.723074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.723351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.723466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.723615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.723802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.724911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.725100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.725265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.725468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.725657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.725845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.726920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.727108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.727296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.727465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.727841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.727841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.728876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.729848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.730964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.731153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.731343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.731557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.731714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.731859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.732054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.732347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.732590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.732733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.732867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.733892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.734088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.734289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.734485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.734675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.734873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.735075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.735273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.735461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.735658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.735864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.736958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.737144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.737330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.737516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.737883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.737883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.738039 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.738215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.738401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.738608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.738781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.739280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.739280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.739280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 04:49:59.739575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 04:49:59.758885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:49:59.953952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48664) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:49:59.967449 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112729 Feb 19 04:50:11.012734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee1fb9-9d93-4351-81d8-477d443f095b None None] get_active_networks_info from dv-cinder-776422-3-smb {{(pid=83986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 04:50:11.197990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d092ac7-86b9-4ec7-9755-bb10be767b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:11.252710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee1fb9-9d93-4351-81d8-477d443f095b None None] No non-hosted networks {{(pid=83986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 04:50:13.901837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b53e-c8fe-4dc1-af9b-34a1d1378510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:13.948719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-927ec807-bd7d-4477-8da8-7910e408de21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:14.030245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:15.722216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:15.724536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.725412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.726232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.727308 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.728356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.730468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.731287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.732155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.746155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.747100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.750165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.751483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:15.752496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776422-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:15.774543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:16.468096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:17.605221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48754) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:18.070737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] get_endpoint_by_host() called for host dv-cinder-776422-3-smb {{(pid=83986) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 19 04:50:18.079398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=83986) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 19 04:50:18.084757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=83986) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 19 04:50:18.092044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] _get_endpoints() called {{(pid=83986) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 19 04:50:18.751573 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-fee712a6-7049-4fe2-8647-a5e31bb5a9b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:18.752490 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-fee712a6-7049-4fe2-8647-a5e31bb5a9b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:18.993980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-fee712a6-7049-4fe2-8647-a5e31bb5a9b9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:50:18.995421 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-fee712a6-7049-4fe2-8647-a5e31bb5a9b9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.3872323 Feb 19 04:50:19.524778 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_hamode_db [None req-7e7e1638-f86e-418e-aebf-2fa79e39b5a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 04:50:19.619480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e1638-f86e-418e-aebf-2fa79e39b5a4 None None] Routers set() bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 04:50:19.619929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e1638-f86e-418e-aebf-2fa79e39b5a4 None None] Router IDs set() for agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 19 04:50:22.190411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48770) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:22.593100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:22.663478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.policy [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83984) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 19 04:50:22.701561 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:22.701983 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:22.728843 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Loaded quota_driver: . Feb 19 04:50:22.745494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:22.803891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732331870192', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732331886921', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732331892530', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732332127474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732332127051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-747648', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854237721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846691798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8023750'] for rbac-policy, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:22.874290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:22.875566 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5b96fd99-dfd9-4220-9397-ca8ceb255c9e admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6841521 Feb 19 04:50:25.894800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48784) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:26.280784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '49014af616544563905beda1493626c8'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:26.286882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:26.293432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Usage tracker for resource:network and tenant:49014af616544563905beda1493626c8 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:26.298263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:26.304512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:26.313504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Made reservation on behalf of 49014af616544563905beda1493626c8 for: {'network': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:50:26.319642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.493404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.510426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:26.516361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Usage tracker for resource:security_group_rule and tenant:49014af616544563905beda1493626c8 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:26.520573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:26.526962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:26.631749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.634831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.639959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:26.662008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:50:26.691161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.691647 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Added segment 843a2e72-104a-45b9-970d-9fd96029a9c0 of type vxlan for network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 Feb 19 04:50:26.743004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13763ca-2a60-406e-871a-41dab0a3df03,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:26.761109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.761401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.761761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.762117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.762467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.762816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.763252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.763592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.763951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.764319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.764662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.765004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Tracked resource versions report: Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:50:26.766147 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:50:26.812699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.818701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:26.852607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.853956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:26.854584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:26.862636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:26.972854 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0768492 Feb 19 04:50:26.975691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Pushing event updated for resources: {'Network': ['ID=634f3d67-4ba5-435e-ab5b-1dc11b937fd3,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:26.979070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:26.991379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:50:30.101371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48800) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:30.589856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ee0aa-0e36-4c78-b837-e4637f2173d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:30.591968 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4c2ee0aa-0e36-4c78-b837-e4637f2173d3 admin admin] 10.222.0.13 "GET /v2.0/networks/634f3d67-4ba5-435e-ab5b-1dc11b937fd3 HTTP/1.1" status: 200 len: 818 time: 0.4889200 Feb 19 04:50:30.621357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-78a86936-ca1e-484b-8926-32d75902980e admin admin] 10.222.0.13 "GET /v2.0/subnetpools/14e6f8fe-bf01-46b5-9540-2118ec69a384 HTTP/1.1" status: 200 len: 734 time: 0.0232217 Feb 19 04:50:30.632283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384', 'tenant_id': '49014af616544563905beda1493626c8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:30.637279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:30.641307 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Usage tracker for resource:subnet and tenant:49014af616544563905beda1493626c8 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:30.644453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:30.650135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:30.659526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Made reservation on behalf of 49014af616544563905beda1493626c8 for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:50:30.664157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:31.150617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:31.165654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:31.300401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6d856d-6860-4e44-bd72-dc0665601891,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:31.314764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:31.372064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Checking segment: {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:50:31.372537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Network hostable DHCP agents. Network: 634f3d67-4ba5-435e-ab5b-1dc11b937fd3, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:50:31.395083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:50:31.405999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 634f3d67-4ba5-435e-ab5b-1dc11b937fd3) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:50:31.410658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:31.411297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:31.416931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb4c04-21c8-413e-9202-b30fec6481d2 None None] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:50:31.434116 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8056500 Feb 19 04:50:31.947271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 04:50:31.948384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:32.369347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Allocated IP 172.20.0.2 (634f3d67-4ba5-435e-ab5b-1dc11b937fd3/db6d856d-6860-4e44-bd72-dc0665601891/cef7abbe-b37b-4b00-a804-58b418a1a608) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:50:32.635619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:32.650064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Transition to ACTIVE for port object cef7abbe-b37b-4b00-a804-58b418a1a608 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:50:32.672717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Transition to ACTIVE for port object cef7abbe-b37b-4b00-a804-58b418a1a608 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:50:32.682590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:32.711850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:32.884351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Pushing event updated for resources: {'Port': ['ID=cef7abbe-b37b-4b00-a804-58b418a1a608,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:32.900568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.900876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.901247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.901616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.901983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.902346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.902703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.903066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.903422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.904665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.905100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.905379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Tracked resource versions report: Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:50:32.906554 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:50:32.917773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:32.969485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:50:32.971263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:50:32.975030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:50:33.039646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Attempting to bind port cef7abbe-b37b-4b00-a804-58b418a1a608 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:33.040109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Attempting to bind port cef7abbe-b37b-4b00-a804-58b418a1a608 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:50:33.040547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Attempting to bind port cef7abbe-b37b-4b00-a804-58b418a1a608 on network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:50:33.046284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:50:33.046689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Checking segment: {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:50:33.048115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:33.048115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Bound using segment: {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:50:33.048115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Bound port: cef7abbe-b37b-4b00-a804-58b418a1a608, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:50:33.048411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:33.141284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] For port cef7abbe-b37b-4b00-a804-58b418a1a608, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:50:33.145352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] For port cef7abbe-b37b-4b00-a804-58b418a1a608, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=cef7abbe-b37b-4b00-a804-58b418a1a608,segment=NetworkSegment(843a2e72-104a-45b9-970d-9fd96029a9c0),segment_id=843a2e72-104a-45b9-970d-9fd96029a9c0)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:50:33.148620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:33.163887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:33.314759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Pushing event updated for resources: {'Port': ['ID=cef7abbe-b37b-4b00-a804-58b418a1a608,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:33.320091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:34.284927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48810) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:34.967345 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-c3c482a0-eb3f-4049-a7b0-6ff3c8758280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:34.967924 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-c3c482a0-eb3f-4049-a7b0-6ff3c8758280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:35.199011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-c3c482a0-eb3f-4049-a7b0-6ff3c8758280 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:50:35.200089 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c3c482a0-eb3f-4049-a7b0-6ff3c8758280 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9142425 Feb 19 04:50:38.024547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48828) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:38.172198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cef7abbe-b37b-4b00-a804-58b418a1a608 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:50:38.246818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port cef7abbe-b37b-4b00-a804-58b418a1a608 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:50:38.358339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f8726-26d9-4f99-9115-60e4774bedab None None] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:50:38.452554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Provisioning for port cef7abbe-b37b-4b00-a804-58b418a1a608 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:50:38.460882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Provisioning complete for port cef7abbe-b37b-4b00-a804-58b418a1a608 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:38.461286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:38.484572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-9337776c-3a01-41c0-8b88-961ba182725c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:50:38.485632 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9337776c-3a01-41c0-8b88-961ba182725c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4597168 Feb 19 04:50:38.686023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:38.773823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] For port cef7abbe-b37b-4b00-a804-58b418a1a608, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=cef7abbe-b37b-4b00-a804-58b418a1a608,segment=NetworkSegment(843a2e72-104a-45b9-970d-9fd96029a9c0),segment_id=843a2e72-104a-45b9-970d-9fd96029a9c0)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 04:50:38.778305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:38.783491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:38.860841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Pushing event updated for resources: {'Port': ['ID=cef7abbe-b37b-4b00-a804-58b418a1a608,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:38.864624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:39.109232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-13811cc0-c9db-476f-bf5d-fda97a6693b9 None None] Provisioning complete for port cef7abbe-b37b-4b00-a804-58b418a1a608 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:39.110130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13811cc0-c9db-476f-bf5d-fda97a6693b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:39.366051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2e66a2da-fd64-4c13-9d93-f7d6fc69b2c0 None None] Provisioning complete for port cef7abbe-b37b-4b00-a804-58b418a1a608 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:39.366444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e66a2da-fd64-4c13-9d93-f7d6fc69b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:40.123871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cef7abbe-b37b-4b00-a804-58b418a1a608 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:50:40.202190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port cef7abbe-b37b-4b00-a804-58b418a1a608 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:40.202623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:40.724697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb31e-fe17-4618-9ab5-acdbcea54ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:41.644453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48840) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:42.033451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:42.082875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.policy [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83985) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 19 04:50:42.121291 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:42.121723 dv-cinder-776422-3-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 04:50:42.148756 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.quota [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Loaded quota_driver: . Feb 19 04:50:42.165459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:42.172921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Usage tracker for resource:router and tenant:49014af616544563905beda1493626c8 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:42.177369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:42.187115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:42.202331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:42.204447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:42.229054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:42.496043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:42.518244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:42.519543 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef439a72-0999-4817-afaf-0aec7cad00c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8740566 Feb 19 04:50:43.877229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f081ee6-ec60-45d8-b7da-8b4fef266f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:43.957677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:45.382540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48862) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:45.543396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-5ed85cf5-d0b6-4f0c-8c98-3bdb9e26c5f7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:50:45.545000 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5ed85cf5-d0b6-4f0c-8c98-3bdb9e26c5f7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1615336 Feb 19 04:50:45.686037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:46.372667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.155280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 48882) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:48.206761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:48.215368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:48.220130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Usage tracker for resource:network and tenant:902945784aa644a2bcda88b3728dbbb0 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:48.223421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:48.229062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:48.238335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Made reservation on behalf of 902945784aa644a2bcda88b3728dbbb0 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:50:48.245150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.261766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.277116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:48.281931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Usage tracker for resource:security_group_rule and tenant:902945784aa644a2bcda88b3728dbbb0 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:48.285099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:48.290710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:48.390673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.393401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.398052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:48.410479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Reserving flat network on physical network physnet1 {{(pid=83985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 19 04:50:48.442202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.442807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Unsubscribe: segment precommit_create {{(pid=83985) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 19 04:50:48.443279 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Added segment 96c2df61-00be-42f7-a6a5-4db6428a4c22 of type flat for network ffc438f8-1ec4-493c-ae71-43db75b57e92 Feb 19 04:50:48.496426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74e19f-ec24-4a93-8fed-904ed533641d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:48.518194 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.518603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.519076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.519570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.519990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.520494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.520918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.521329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.521737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.522087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.522433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.522774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Tracked resource versions report: Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:50:48.523934 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:50:48.573705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:48.576033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.622727 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.624038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:48.624696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:48.629895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:48.740556 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5839491 Feb 19 04:50:48.741282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc438f8-1ec4-493c-ae71-43db75b57e92,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:48.744592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:48.753010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:50:49.646456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:50:51.306936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48896) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:51.430423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fd3d9-eadd-4d2c-adcb-2ce9ae1bb5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:51.431883 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b87fd3d9-eadd-4d2c-adcb-2ce9ae1bb5f5 admin admin] 10.222.0.13 "GET /v2.0/subnets/db6d856d-6860-4e44-bd72-dc0665601891 HTTP/1.1" status: 200 len: 849 time: 0.1239247 Feb 19 04:50:51.613599 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-187d29a4-14b9-409b-9ad7-328a92579db1 admin admin] 10.222.0.13 "GET /v2.0/routers/e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 HTTP/1.1" status: 200 len: 704 time: 0.1754065 Feb 19 04:50:52.255328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:52.629479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Allocated IP 172.20.0.1 (634f3d67-4ba5-435e-ab5b-1dc11b937fd3/db6d856d-6860-4e44-bd72-dc0665601891/c8039d5c-4d35-4c17-9fe7-ad1345043385) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:50:52.802138 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:52.820785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Transition to ACTIVE for port object c8039d5c-4d35-4c17-9fe7-ad1345043385 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:50:52.877750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:52.896447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:53.029400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8039d5c-4d35-4c17-9fe7-ad1345043385,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:53.033063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:53.094845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:50:53.095998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:50:53.098498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:50:53.099034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.308414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-52df1290-85ed-439f-acdb-83fee2f9bc14 None None] Provisioning for port c8039d5c-4d35-4c17-9fe7-ad1345043385 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:50:53.314103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-52df1290-85ed-439f-acdb-83fee2f9bc14 None None] Provisioning complete for port c8039d5c-4d35-4c17-9fe7-ad1345043385 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:53.314514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-52df1290-85ed-439f-acdb-83fee2f9bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.377073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-52df1290-85ed-439f-acdb-83fee2f9bc14 None None] Port c8039d5c-4d35-4c17-9fe7-ad1345043385 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 04:50:53.377274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.694509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.697919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.699076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:53.713744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:54.006581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8039d5c-4d35-4c17-9fe7-ad1345043385,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:54.010927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:54.068032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:50:54.069175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:50:54.273161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 04:50:54.304058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3dbd2421-baaf-4650-b6b0-23f7ad89b0f2 None None] Provisioning complete for port c8039d5c-4d35-4c17-9fe7-ad1345043385 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:54.304488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2421-baaf-4650-b6b0-23f7ad89b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:54.361626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd2421-baaf-4650-b6b0-23f7ad89b0f2 None None] Port c8039d5c-4d35-4c17-9fe7-ad1345043385 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 04:50:54.447983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 04:50:54.458178 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] 10.222.0.13 "PUT /v2.0/routers/e609bcb3-a21f-4db6-bee7-5fffe2ab55d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8388660 Feb 19 04:50:54.458807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Sync routers for ids ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 04:50:54.471083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Routers {'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 04:50:54.471968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:50:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:54.667089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Set router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 gateway port host: None {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 04:50:55.224744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:50:53Z', 'revision_number': 2, 'project_id': '49014af616544563905beda1493626c8', 'gw_port_host': None, '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:53Z', 'revision_number': 2, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:55.229843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Checking router: e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 04:50:55.230239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Updating router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 port c8039d5c-4d35-4c17-9fe7-ad1345043385 binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 04:50:55.290928 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:55.755175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:55.771251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Transition to ACTIVE for port object c8039d5c-4d35-4c17-9fe7-ad1345043385 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:50:55.774714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:55.791327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:55.961256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Pushing event updated for resources: {'Port': ['ID=c8039d5c-4d35-4c17-9fe7-ad1345043385,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:55.972982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.973325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.973693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.974025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.974382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.974730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.975085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.975424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.975772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.976117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.976493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.976834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Tracked resource versions report: Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:50:55.977999 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:50:55.993156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:56.139382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Attempting to bind port c8039d5c-4d35-4c17-9fe7-ad1345043385 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:56.139706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Attempting to bind port c8039d5c-4d35-4c17-9fe7-ad1345043385 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:50:56.140168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Attempting to bind port c8039d5c-4d35-4c17-9fe7-ad1345043385 on network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:50:56.146389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:50:56.146793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Checking segment: {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:50:56.147242 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:56.147658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Bound using segment: {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:50:56.148200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Bound port: c8039d5c-4d35-4c17-9fe7-ad1345043385, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843a2e72-104a-45b9-970d-9fd96029a9c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:50:56.148657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:56.249204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] For port c8039d5c-4d35-4c17-9fe7-ad1345043385, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:50:56.255206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] For port c8039d5c-4d35-4c17-9fe7-ad1345043385, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=c8039d5c-4d35-4c17-9fe7-ad1345043385,segment=NetworkSegment(843a2e72-104a-45b9-970d-9fd96029a9c0),segment_id=843a2e72-104a-45b9-970d-9fd96029a9c0)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:50:56.257237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:56.276306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:56.454268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Pushing event updated for resources: {'Port': ['ID=c8039d5c-4d35-4c17-9fe7-ad1345043385,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:56.458890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:56.519378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Routers {'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 04:50:56.519378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:50:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:56.697601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] Set router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 gateway port host: None {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 04:50:57.062970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:50:53Z', 'revision_number': 2, 'project_id': '49014af616544563905beda1493626c8', 'gw_port_host': None, '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:56Z', 'revision_number': 4, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:50:57.067208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ea33-0aa8-48d1-9cc5-f20c2274f621 None None] The sync data for ids ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'] in dv-cinder-776422-3-smb is: [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:50:53Z', 'revision_number': 2, 'project_id': '49014af616544563905beda1493626c8', 'gw_port_host': None, '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:56Z', 'revision_number': 4, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 04:50:57.259793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48908) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:50:57.419887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052c5db-cc04-4799-9c6c-9ea33e14d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:57.421411 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3052c5db-cc04-4799-9c6c-9ea33e14d114 admin admin] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 842 time: 0.1597345 Feb 19 04:50:57.431989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Request body: {'subnet': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:57.438466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:50:57.442459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Usage tracker for resource:subnet and tenant:902945784aa644a2bcda88b3728dbbb0 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:50:57.445520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:50:57.451908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:50:57.460711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Made reservation on behalf of 902945784aa644a2bcda88b3728dbbb0 for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:50:57.465370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:57.936160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 04:50:57.937067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:57.953919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:58.093056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6dc507-d571-4a34-acc3-8f250e9bd073,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:58.097701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:50:58.169309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device c8039d5c-4d35-4c17-9fe7-ad1345043385 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:50:58.178695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:50:58.179080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Network hostable DHCP agents. Network: ffc438f8-1ec4-493c-ae71-43db75b57e92, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:50:58.198939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:50:58.209526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, ffc438f8-1ec4-493c-ae71-43db75b57e92) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:50:58.213506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:50:58.214170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:58.229584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45caacdb-ead9-4342-91cc-17f00c08a96d None None] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:50:58.244875 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167658 Feb 19 04:50:58.531949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port c8039d5c-4d35-4c17-9fe7-ad1345043385 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:50:58.550080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port c8039d5c-4d35-4c17-9fe7-ad1345043385 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:50:58.550498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:58.745492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d62a1-6232-40be-85d2-c18521506590 None None] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:50:58.861080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:58.965088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port c8039d5c-4d35-4c17-9fe7-ad1345043385, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=c8039d5c-4d35-4c17-9fe7-ad1345043385,segment=NetworkSegment(843a2e72-104a-45b9-970d-9fd96029a9c0),segment_id=843a2e72-104a-45b9-970d-9fd96029a9c0)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 04:50:58.983213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:50:58.989739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-08b60e66-7bf6-410d-bfc6-6e3c79611e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:50:59.100773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=c8039d5c-4d35-4c17-9fe7-ad1345043385,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:50:59.104090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:00.142463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device c8039d5c-4d35-4c17-9fe7-ad1345043385 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:51:00.228832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port c8039d5c-4d35-4c17-9fe7-ad1345043385 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:51:00.229246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:01.082760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48922) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:51:01.302866 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dbd7f622-74b9-4009-a026-2964bd2d0107 admin admin] 10.222.0.13 "GET /v2.0/routers/e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 HTTP/1.1" status: 200 len: 710 time: 0.2185802 Feb 19 04:51:01.454441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b7b52-87b6-4aa6-a485-acc9f7790e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:51:01.455981 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e40b7b52-87b6-4aa6-a485-acc9f7790e5a admin admin] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 886 time: 0.1471596 Feb 19 04:51:01.466446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:02.118915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.466513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.527156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.544238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.561100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:51:02.565643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:51:02.568894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:51:02.575663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:51:02.673073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.676175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:02.690137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:51:02.788303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28f105-f893-49e6-8245-c4050358b1bc,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:51:02.793233 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:02.972094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Allocated IP 172.28.1.21 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/bdf2b613-65e5-4ae6-8e08-b6ca0f892635) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:51:03.173575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:03.204301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:03.220768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:51:03.354340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:51:03.359892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:03.411285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:51:03.412488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:51:03.414808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:51:03.831807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:04.395096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:04.398581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846778181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846765821'] for router, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:04.593098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 04:51:04.783135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 04:51:04.795886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Sync routers for ids ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 04:51:04.800245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:04.801540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 HTTP/1.1" status: 200 len: 889 time: 3.3389957 Feb 19 04:51:04.810466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Routers {'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 04:51:04.811169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:50:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:51:05.020116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Set router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 04:51:05.390483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:51:03Z', 'revision_number': 4, 'project_id': '49014af616544563905beda1493626c8', 'gw_port': {'id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:51:02Z', 'updated_at': '2021-02-19T04:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:58Z', 'revision_number': 5, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:51:05.395541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Checking router: e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 04:51:05.395938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Updating router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 04:51:05.453801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:05.871532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:05.886058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Transition to ACTIVE for port object bdf2b613-65e5-4ae6-8e08-b6ca0f892635 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:51:05.889127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:05.905749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:51:06.040789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Pushing event updated for resources: {'Port': ['ID=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:51:06.046304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:06.113692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Attempting to bind port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:51:06.114095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Attempting to bind port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:51:06.114492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Attempting to bind port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:51:06.120341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:51:06.120775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:51:06.121182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:06.122197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:51:06.122694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Bound port: bdf2b613-65e5-4ae6-8e08-b6ca0f892635, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:51:06.123103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:06.206957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] For port bdf2b613-65e5-4ae6-8e08-b6ca0f892635, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:51:06.210230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] For port bdf2b613-65e5-4ae6-8e08-b6ca0f892635, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:51:06.213871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:06.230273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:51:06.384308 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Pushing event updated for resources: {'Port': ['ID=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:51:06.390701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:06.429754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Routers {'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 04:51:06.430415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:50:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:51:06.784956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] Set router e609bcb3-a21f-4db6-bee7-5fffe2ab55d6 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 04:51:07.167130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:51:03Z', 'revision_number': 4, 'project_id': '49014af616544563905beda1493626c8', 'gw_port': {'id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:51:02Z', 'updated_at': '2021-02-19T04:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:58Z', 'revision_number': 5, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:51:07.172261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e465a-61bb-4565-a63a-8925ec656d71 None None] The sync data for ids ['e609bcb3-a21f-4db6-bee7-5fffe2ab55d6'] in dv-cinder-776422-3-smb is: [{'id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'name': 'router1', 'tenant_id': '49014af616544563905beda1493626c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:50:42Z', 'updated_at': '2021-02-19T04:51:03Z', 'revision_number': 4, 'project_id': '49014af616544563905beda1493626c8', 'gw_port': {'id': 'bdf2b613-65e5-4ae6-8e08-b6ca0f892635', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:51:02Z', 'updated_at': '2021-02-19T04:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'c8039d5c-4d35-4c17-9fe7-ad1345043385', 'name': '', 'network_id': '634f3d67-4ba5-435e-ab5b-1dc11b937fd3', 'tenant_id': '49014af616544563905beda1493626c8', 'mac_address': 'fa:16:3e:9b:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e609bcb3-a21f-4db6-bee7-5fffe2ab55d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:50:52Z', 'updated_at': '2021-02-19T04:50:58Z', 'revision_number': 5, 'project_id': '49014af616544563905beda1493626c8', 'subnets': [{'id': 'db6d856d-6860-4e44-bd72-dc0665601891', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14e6f8fe-bf01-46b5-9540-2118ec69a384'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 04:51:07.584825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 48932) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:51:07.719327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f24d2-2093-4d45-94fb-b45b3e2541f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:51:07.721041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-179f24d2-2093-4d45-94fb-b45b3e2541f4 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1348572 Feb 19 04:51:08.187524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device bdf2b613-65e5-4ae6-8e08-b6ca0f892635 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:51:08.283434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:51:08.290797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:51:08.290797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:08.428378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:08.447556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port bdf2b613-65e5-4ae6-8e08-b6ca0f892635, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 04:51:08.451166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:08.453402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:51:08.527103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=bdf2b613-65e5-4ae6-8e08-b6ca0f892635,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:51:08.530838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:51:10.167693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device bdf2b613-65e5-4ae6-8e08-b6ca0f892635 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:51:10.255298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port bdf2b613-65e5-4ae6-8e08-b6ca0f892635 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:51:10.255686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:10.750455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd06ad57-8240-4daa-ae14-8db561c34a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:13.901239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3709e840-0af9-4481-a2f0-673214878486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:13.970150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:15.714805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:16.401492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:26.646664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:51:40.729585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c84f40-72eb-42fc-b65f-6ace3ea2ecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:43.876333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69fca860-111d-4747-b527-af3b0695baf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:43.961825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:45.695702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:51:46.391610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:03.654474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:52:10.735036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43ae4078-d8b6-473f-b3c0-4174bd7abe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:13.879269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d34c-9b18-402e-9f8c-59460bc0ace8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:13.966541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:15.689748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:16.397217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:40.648861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:52:40.740005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-742fccb5-a60e-494d-b487-0b2b9ecbb5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:43.880765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e5ce-f0e0-4b95-980e-135bc46c54f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:43.968735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:45.693231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:52:46.398104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:10.743715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-320f27bb-7be3-4aa1-914c-dcb0ec805fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:13.882118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f92bd5ca-2342-4506-9fc6-f209eae6ad9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:13.971717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:15.695701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:16.400349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:17.648523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:53:24.661407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49508) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:24.741137 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e96dc73-df71-4429-bdfc-98c00163f999 admin admin] GET failed (client error): The resource could not be found. Feb 19 04:53:24.742618 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3e96dc73-df71-4429-bdfc-98c00163f999 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0801876 Feb 19 04:53:24.890013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded305a4-f02b-4e37-9189-3177443b5ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:24.891520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ded305a4-f02b-4e37-9189-3177443b5ef5 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1443770 Feb 19 04:53:27.390116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49518) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:27.506845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171003bd-3504-4299-9354-e595b8b97f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:27.507383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-171003bd-3504-4299-9354-e595b8b97f7e admin admin] Synchronizing usage tracker for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:subnet {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 04:53:27.525028 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-171003bd-3504-4299-9354-e595b8b97f7e admin admin] Unset dirty status for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:subnet {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 04:53:27.526447 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-171003bd-3504-4299-9354-e595b8b97f7e admin admin] 10.222.0.13 "GET /v2.0/subnets/db6d856d-6860-4e44-bd72-dc0665601891 HTTP/1.1" status: 200 len: 849 time: 0.1352968 Feb 19 04:53:27.537226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:27.667302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:27.989992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363304519101795'] for subnet, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:28.006645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-14a76ac2-67b5-4297-951f-22c069ba87a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:53:28.144196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6d856d-6860-4e44-bd72-dc0665601891,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:53:28.165311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.165695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.166072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.167157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.167787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.168162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.168581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.168949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.169333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.169697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.170060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.170419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:53:28.176239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:53:28.206884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:28.207532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:28.209021 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] 10.222.0.13 "PUT /v2.0/subnets/db6d856d-6860-4e44-bd72-dc0665601891 HTTP/1.1" status: 200 len: 868 time: 0.6759877 Feb 19 04:53:28.227464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901db4b-9d53-4a72-989f-4c7ed62f4c0a None None] Network 634f3d67-4ba5-435e-ab5b-1dc11b937fd3 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:53:28.730712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-fb604070-dd8a-4336-ad2e-5cdbbc89f6ad None None] Provisioning complete for port cef7abbe-b37b-4b00-a804-58b418a1a608 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:53:28.731949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb604070-dd8a-4336-ad2e-5cdbbc89f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:28.873877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-fb604070-dd8a-4336-ad2e-5cdbbc89f6ad None None] Provisioning complete for port c8039d5c-4d35-4c17-9fe7-ad1345043385 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:53:28.874294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb604070-dd8a-4336-ad2e-5cdbbc89f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:30.746209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49528) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:31.116630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600b512-25b2-49c5-a138-a930bb9e083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:31.117059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600b512-25b2-49c5-a138-a930bb9e083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:31.118827 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0600b512-25b2-49c5-a138-a930bb9e083b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3715491 Feb 19 04:53:33.642809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49538) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:33.834148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413206-012e-4cc8-8f14-cb6df86ca3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:33.834575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413206-012e-4cc8-8f14-cb6df86ca3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:33.836255 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-06413206-012e-4cc8-8f14-cb6df86ca3da admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1923871 Feb 19 04:53:36.394266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49548) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:36.583342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46a778-382a-4a69-89e3-e8e0b70c9bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:36.584858 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc46a778-382a-4a69-89e3-e8e0b70c9bcd admin admin] 10.222.0.13 "GET /v2.0/networks/634f3d67-4ba5-435e-ab5b-1dc11b937fd3 HTTP/1.1" status: 200 len: 862 time: 0.1895657 Feb 19 04:53:39.102090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49558) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:39.285497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8635b-3606-41cb-93b5-800761f14067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:39.286919 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-40c8635b-3606-41cb-93b5-800761f14067 admin admin] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 886 time: 0.1837926 Feb 19 04:53:40.745980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c71c-4b44-4b7b-87c6-ffae91a29b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:41.902836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49568) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:42.025323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b13358-51ce-4373-9cfc-f545d38d17dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:42.026412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b13358-51ce-4373-9cfc-f545d38d17dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:42.028073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-10b13358-51ce-4373-9cfc-f545d38d17dd admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241841 Feb 19 04:53:43.884641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f3bba31-c3e1-410b-af62-2941f014c234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:43.973351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:44.549866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49578) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:44.666736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a65a03-a15f-4513-ab6b-a402209d401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:44.667278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a65a03-a15f-4513-ab6b-a402209d401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:44.669134 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-43a65a03-a15f-4513-ab6b-a402209d401b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181941 Feb 19 04:53:45.699453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:46.403449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:53:47.244522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 49588) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:47.354508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37dff28-e650-4fa0-b872-5087d7192236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:47.355971 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c37dff28-e650-4fa0-b872-5087d7192236 admin admin] 10.222.0.13 "GET /v2.0/subnets/bb6dc507-d571-4a34-acc3-8f250e9bd073 HTTP/1.1" status: 200 len: 816 time: 0.1103187 Feb 19 04:53:49.867850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49598) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:53:49.997098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ff4f3-9789-4b0a-b6c4-422178c5e676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:53:49.998581 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e79ff4f3-9789-4b0a-b6c4-422178c5e676 admin admin] 10.222.0.13 "GET /v2.0/subnets/db6d856d-6860-4e44-bd72-dc0665601891 HTTP/1.1" status: 200 len: 868 time: 0.1296668 Feb 19 04:53:54.648500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:54:10.747309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bd8686a4-8708-464f-9ce7-0904b7fb8f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:13.892721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3a60167-be31-4ddb-b71e-93b297850591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:13.977484 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:15.703992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:16.231830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49638) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:54:16.285381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-700ca010-47b3-4bd6-9a07-6088c91f5325 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:54:16.286446 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-700ca010-47b3-4bd6-9a07-6088c91f5325 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0535772 Feb 19 04:54:16.410446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:18.862828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49648) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:54:18.939301 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91fcd08-89f9-49de-ad49-a3585103b63c admin admin] GET failed (client error): The resource could not be found. Feb 19 04:54:18.939875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b91fcd08-89f9-49de-ad49-a3585103b63c admin admin] Synchronizing usage tracker for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 04:54:18.956908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b91fcd08-89f9-49de-ad49-a3585103b63c admin admin] Unset dirty status for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 04:54:18.958147 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b91fcd08-89f9-49de-ad49-a3585103b63c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0943241 Feb 19 04:54:19.093907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34aff08-e1ef-406e-98c5-1c03ba863a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:54:19.095510 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d34aff08-e1ef-406e-98c5-1c03ba863a40 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327231 Feb 19 04:54:21.653963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49658) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:54:21.706346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:21.711236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:54:21.721668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:54:21.730215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Made reservation on behalf of 902945784aa644a2bcda88b3728dbbb0 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:54:21.734774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:21.829250 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.services.revisions.revision_plugin [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Could not find related network for resource to bump revision. Feb 19 04:54:21.847034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:54:21.857442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:21.857831 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Added segment c01eb5e7-ab1a-4d48-9578-479802168675 of type vxlan for network a3b29247-f07d-4c8c-93be-28d547a89de6 Feb 19 04:54:21.888470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:21.919464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:21.920632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:54:21.921267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:21.926202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:54:22.037163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3820086 Feb 19 04:54:22.037957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b29247-f07d-4c8c-93be-28d547a89de6,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:54:22.045973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.046359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.046735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.047103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.047466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.047829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.048188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.048561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.048930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.049287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.049641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.049995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:22.054066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:54:22.063145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network a3b29247-f07d-4c8c-93be-28d547a89de6 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:54:24.561536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49668) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:54:24.637561 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9bc455-b881-4fe8-9db6-2dda4107640d admin admin] GET failed (client error): The resource could not be found. Feb 19 04:54:24.638142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9a9bc455-b881-4fe8-9db6-2dda4107640d admin admin] Synchronizing usage tracker for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 04:54:24.653652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9a9bc455-b881-4fe8-9db6-2dda4107640d admin admin] Unset dirty status for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 04:54:24.654902 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9a9bc455-b881-4fe8-9db6-2dda4107640d admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0923445 Feb 19 04:54:24.770038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45360e-0fa4-4c8a-899b-1c53003c376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:54:24.771503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7c45360e-0fa4-4c8a-899b-1c53003c376b admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1122551 Feb 19 04:54:24.782462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6', 'description': 'shared-subnet'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:24.787365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:54:24.797706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:54:24.807231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Made reservation on behalf of 902945784aa644a2bcda88b3728dbbb0 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:54:24.811795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:25.233119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:25.248694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:54:25.374078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f832177-84f0-4100-a7ed-4b913274d7db,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:54:25.389071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:54:25.447131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Checking segment: {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:54:25.447512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Network hostable DHCP agents. Network: a3b29247-f07d-4c8c-93be-28d547a89de6, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:54:25.468925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Network a3b29247-f07d-4c8c-93be-28d547a89de6 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:54:25.478671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, a3b29247-f07d-4c8c-93be-28d547a89de6) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:54:25.483226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:54:25.483780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:25.489000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d729b25-eb1d-4f54-bae3-68d43fd5e1d9 None None] Network a3b29247-f07d-4c8c-93be-28d547a89de6 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:54:25.508398 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7296085 Feb 19 04:54:25.735635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-a3b29247-f07d-4c8c-93be-28d547a89de6', 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6', 'tenant_id': '902945784aa644a2bcda88b3728dbbb0', 'fixed_ips': [{'subnet_id': '5f832177-84f0-4100-a7ed-4b913274d7db'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 04:54:25.736550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.048447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Allocated IP 192.168.233.2 (a3b29247-f07d-4c8c-93be-28d547a89de6/5f832177-84f0-4100-a7ed-4b913274d7db/06035eaa-a9fb-485d-a20c-465d7e38f6e5) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:54:26.280008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.291474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Transition to ACTIVE for port object 06035eaa-a9fb-485d-a20c-465d7e38f6e5 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:54:26.309958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Transition to ACTIVE for port object 06035eaa-a9fb-485d-a20c-465d7e38f6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:54:26.315627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.332189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:54:26.629044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Pushing event updated for resources: {'Port': ['ID=06035eaa-a9fb-485d-a20c-465d7e38f6e5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:54:26.641704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.642085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.642469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.642852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.643193 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.643552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.643910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.644303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.644661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.645017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.645373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.645722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:54:26.652091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:54:26.703009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Network a3b29247-f07d-4c8c-93be-28d547a89de6 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:54:26.704247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:54:26.706574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:54:26.766609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Attempting to bind port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:26.767203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Attempting to bind port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:54:26.767388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Attempting to bind port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 on network a3b29247-f07d-4c8c-93be-28d547a89de6 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:54:26.773272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:54:26.773688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Checking segment: {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:54:26.774703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.775255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Bound using segment: {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:54:26.775764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Bound port: 06035eaa-a9fb-485d-a20c-465d7e38f6e5, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:54:26.776170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.878157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] For port 06035eaa-a9fb-485d-a20c-465d7e38f6e5, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:54:26.883084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] For port 06035eaa-a9fb-485d-a20c-465d7e38f6e5, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=06035eaa-a9fb-485d-a20c-465d7e38f6e5,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:54:26.887471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:26.901148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:54:27.046837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Pushing event updated for resources: {'Port': ['ID=06035eaa-a9fb-485d-a20c-465d7e38f6e5,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:54:27.050206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:54:28.280883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 06035eaa-a9fb-485d-a20c-465d7e38f6e5 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:54:28.365522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:54:28.431328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1dccf-d890-4ceb-81b1-6aa1ab28ad9e None None] Network a3b29247-f07d-4c8c-93be-28d547a89de6 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:54:28.527030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Provisioning for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:54:28.535220 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Provisioning complete for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:54:28.535628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:28.808452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:28.861162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] For port 06035eaa-a9fb-485d-a20c-465d7e38f6e5, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=06035eaa-a9fb-485d-a20c-465d7e38f6e5,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 04:54:28.865434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:28.873258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:54:28.954852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Pushing event updated for resources: {'Port': ['ID=06035eaa-a9fb-485d-a20c-465d7e38f6e5,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:54:28.958392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:54:29.090071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9eb3cb34-bd01-4754-9cf5-38c4d38c1f42 None None] Provisioning complete for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:54:29.090484 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cb34-bd01-4754-9cf5-38c4d38c1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:29.352330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6cdb75d6-02df-4295-983f-ee974a4256d0 None None] Provisioning complete for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:54:29.352885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cdb75d6-02df-4295-983f-ee974a4256d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:29.606614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d6adee1e-cc22-472b-87f3-909304c8dcb7 None None] Provisioning complete for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:54:29.607044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6adee1e-cc22-472b-87f3-909304c8dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:30.244653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 06035eaa-a9fb-485d-a20c-465d7e38f6e5 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:54:30.322337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 06035eaa-a9fb-485d-a20c-465d7e38f6e5 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:54:30.322856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:31.648463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:54:40.750793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3c26522-b32c-49b7-a6a5-3350b9583a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:43.886237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f753e10-c027-4b5c-94fc-a91e40d55363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:43.980889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:45.706505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:54:46.416306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:08.647446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:55:10.754619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-911095a8-f800-4d63-a85f-87ef9c4e38ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:13.888176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5251594f-b3e5-4c54-8c6a-aba0cc7ebb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:13.989115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:15.708661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:16.420774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:40.758013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a5255f4-d7c8-4221-a829-ac0a74f6660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:41.308726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49710) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:55:41.315150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-a484ed56-065a-462d-b277-a87ec6b8afea tempest-verify_tempest_config-2006071997 tempest-verify_tempest_config-2006071997-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:55:41.316194 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a484ed56-065a-462d-b277-a87ec6b8afea tempest-verify_tempest_config-2006071997 tempest-verify_tempest_config-2006071997-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064304 Feb 19 04:55:41.672989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49730) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:55:41.798761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:41.814216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:55:41.818221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e5e2312eb34dcea429d61cd199ab3a is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:55:41.821417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:55:41.827197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:55:41.923496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:41.926387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:41.937571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:55:41.979742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Synchronizing usage tracker for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 04:55:41.984173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8513e68b-d039-4402-9d62-e7f6df981adc,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:55:41.995164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.995545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.995908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.996290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.996654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.997011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.997359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.997704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.998070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.998422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.998768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:41.999111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:55:42.003371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:55:42.013642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Unset dirty status for tenant:902945784aa644a2bcda88b3728dbbb0 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 04:55:42.014964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0e5e2312eb34dcea429d61cd199ab3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3409517 Feb 19 04:55:42.017802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49736) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:55:42.079389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:42.108051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:42.159118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:42.165175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:55:42.175815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8513e68b-d039-4402-9d62-e7f6df981adc,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:55:42.180239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:55:42.183542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:42.184777 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8513e68b-d039-4402-9d62-e7f6df981adc HTTP/1.1" status: 204 len: 168 time: 0.1660655 Feb 19 04:55:43.895282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a5c467e-0a8e-43a8-b736-a89fdc745d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:43.987647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:45.717360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:55:45.808903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:55:46.422540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:10.759804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-539dda54-17bf-4042-857e-34d3f7e73147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:13.887201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90fe590c-28cd-49d9-8ac8-932f6753b693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:13.989571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:15.709852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:16.421499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:22.648121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:56:40.761363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-721a4218-811b-4ab2-9837-f8e49fbda193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:43.888357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c157261e-bc9f-43ae-b398-78c76ba3c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:43.992513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:45.716282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:46.424124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:56:59.648107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 5 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:57:10.762356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff6129ee-2e56-448a-9098-2170005c2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:13.888942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25fb7dcd-ab3d-4884-aafd-9aadab509bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:13.996122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:15.707974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:16.426941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:33.914533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147'] for agent, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:33.915139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.915257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.915611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.915990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.916381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.916752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.917117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.917481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.917849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.918198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.918558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.918926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:57:33.919304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77642', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:57:33.923384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77642', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 04:57:34.301229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] get_endpoint_by_host() called for host hv-cinder-77642 {{(pid=83986) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 19 04:57:34.305430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=83986) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 19 04:57:34.308566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=83986) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 19 04:57:34.313408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] _get_endpoints() called {{(pid=83986) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 19 04:57:36.648311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:57:40.763144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c998834-af5e-4324-96a0-479060c49532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:44.060077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:44.061144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f14d0f1-57dd-44b2-b357-69266efbadb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:45.137287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49808) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:57:45.265479 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1cf99672-e4bf-4476-94cd-e88529a37598 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1270158 Feb 19 04:57:45.713241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:46.431065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:57:47.796125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49818) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:57:47.857453 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-465cfd0d-8399-4f79-9e58-81636ce8ff5c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0601130 Feb 19 04:58:03.903431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:10.765429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2377e16b-dff9-43a2-bf00-895f93cad34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:13.647479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:58:13.892719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-095cb4ce-2849-4590-9cd2-3a90c9abfb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:14.000754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:15.715552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:16.432078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:33.923579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:40.766487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c058e277-b085-44cf-abbc-84adcd43cb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:43.898637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f9a377e-7e3c-40d2-80b7-2f28b3bc906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:44.005163 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:45.717439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:46.435538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:58:50.647108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:59:03.932115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:10.767771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a09df9c-4bfb-47e7-91c1-37a6850740ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:13.894458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7e5f-408a-41f6-b123-4fdd53d0c523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:14.017967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:15.727121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:16.441978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:27.653876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 04:59:33.945317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:40.839674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8fbd-a5cc-45ae-a89c-999569ecb868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:41.607505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49982) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:41.679426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 49990) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:42.170509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-816499191-network', 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:42.178712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:42.186040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Usage tracker for resource:network and tenant:6ec0147f26d64fae8d57c404bd23765f is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:42.191667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:42.203603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:42.219365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:42.228854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.254587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.282260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:42.288341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec0147f26d64fae8d57c404bd23765f is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:42.292673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:42.302095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:42.411938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.419701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-60288836-network', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:42.428496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.430609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:42.468604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:42.486148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.486786 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Added segment 0965ba5d-2dd1-48e9-9777-ded81abc1cfc of type vxlan for network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c Feb 19 04:59:42.512465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50016) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:42.539695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.595407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:42.609448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Usage tracker for resource:network and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:42.615848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.617700 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:42.624766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:42.625066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.685998 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0765922 Feb 19 04:59:42.686671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50028) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:42.693370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:42.705530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Request body: {'subnet': {'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-816499191-subnet', 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:42.733731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:42.742672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c05b9c-6758-4166-b2e7-d88aedb66953,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:42.755143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Usage tracker for resource:subnet and tenant:6ec0147f26d64fae8d57c404bd23765f is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:42.760966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.762003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.762877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.763748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.764635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.765522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.766400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.767269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.768153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.769061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.769919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.771136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:42.771694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.772684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.773578 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.774447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.775252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.776083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.777016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.777882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.778745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.779631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.780568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.781445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.782248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Tracked resource versions report: Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:59:42.785216 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:59:42.797671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Made reservation on behalf of eb191c5944ab4a1e8b2bc5bec866d20c for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:42.806547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:42.817383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:42.833994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:42.835505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b8a7f80-0ff7-422b-af6e-306f06a29097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:42.867725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:42.889517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.032015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2f7726-fe9a-4697-97be-dccce2ad3e3c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:43.037096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.055185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:43.056436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:43.082438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:43.091505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:43.098286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:43.114035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:43.135983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:43.260047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-network', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:43.327856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:43.355929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Usage tracker for resource:network and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:43.369914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.373991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:43.375823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.392970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cd0001c6-2251-4ff1-a285-b09610647518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:43.400626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:43.445829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Made reservation on behalf of 9dfea8bd292446fc8db4fc027f6409ff for: {'network': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:43.460345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.521782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:43.532951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.542288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d7ee2-76b0-42b3-b30a-6d69be8a7daa,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:43.550384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:43.556046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.557177 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Added segment 48cca9c5-580d-42fe-8b77-7b308257c8f1 of type vxlan for network bf2b755b-5e50-4005-a4db-5cbf62e07491 Feb 19 04:59:43.590976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:43.604805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:43.620176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.631376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50046) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:43.667797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:43.706571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:43.710056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.712290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:43.718314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.739854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcbc784b-99a1-44a1-98e1-2c73624d0037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:43.902245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc72-bc50-46ff-a405-bbc972999908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:43.963053 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2818441 Feb 19 04:59:43.970680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50054) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:43.986181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Request body: {'subnet': {'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-60288836-subnet', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.030421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.032957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:44.050099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Usage tracker for resource:subnet and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:44.060936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50062) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:44.062482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:44.067888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Pushing event updated for resources: {'Network': ['ID=bf2b755b-5e50-4005-a4db-5cbf62e07491,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:44.077623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:44.085298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:44.085920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:44.111557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Made reservation on behalf of eb191c5944ab4a1e8b2bc5bec866d20c for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:44.120620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.131997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.134322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:44.165957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.175321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:44.262650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a504c1-5874-4181-bf66-0c15e0d35a00,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:44.265042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806105660-network', 'tenant_id': '22bb4889acc1406b84ea03d9b7e0bb76'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.277858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:44.283612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Usage tracker for resource:network and tenant:22bb4889acc1406b84ea03d9b7e0bb76 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:44.287560 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.288133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.290436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.290436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.290436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.290436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.291212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:44.291394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.291394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.291394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.291868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.292055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.304781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.305119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.305499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.305707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:44.305890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.307744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.307744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.307744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.307744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.307744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.309901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.309901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.309901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.309901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Tracked resource versions report: Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:59:44.311312 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:59:44.341892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Made reservation on behalf of 22bb4889acc1406b84ea03d9b7e0bb76 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:44.352334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.356392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:44.366076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:44.385864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.390473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.390913 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Added segment 3977f8af-5067-4ea6-8ea3-c1c6f7130f14 of type vxlan for network b3240e77-5f85-453f-a4eb-fb6729c35700 Feb 19 04:59:44.463152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.520573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:44.535142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Usage tracker for resource:security_group_rule and tenant:22bb4889acc1406b84ea03d9b7e0bb76 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:44.547413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:44.584940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:44.593725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.597949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:44.598618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.644975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-604f5167-b169-45cd-9ba7-0cdcf14783db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:44.661434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.671708 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1528049 Feb 19 04:59:44.740040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50074) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:44.799009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Request body: {'subnet': {'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-subnet', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.808600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:44.817492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Usage tracker for resource:subnet and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:44.823387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:44.835875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:44.866416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Made reservation on behalf of 9dfea8bd292446fc8db4fc027f6409ff for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:44.874054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:44.884981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Pushing event updated for resources: {'Network': ['ID=b3240e77-5f85-453f-a4eb-fb6729c35700,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:44.892140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:44.893392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3ef3689f-ce0e-46fc-b1c6-71abb5f10d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:44.914001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:44.963002 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a97c879-955b-4731-8837-10c94349f71d,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:44.968763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:45.043207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-231145654-network', 'tenant_id': 'f224c743ef804557a2e55782a51add5b'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:45.056690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:45.063614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Usage tracker for resource:network and tenant:f224c743ef804557a2e55782a51add5b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:45.071280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:45.093222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Checking segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:45.094056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Network hostable DHCP agents. Network: 3c2f7726-fe9a-4697-97be-dccce2ad3e3c, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:59:45.112857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:45.124014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:59:45.164045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 3c2f7726-fe9a-4697-97be-dccce2ad3e3c) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:45.170581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:45.171637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.199998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:45.228789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0cfe3-4b06-493a-973e-bc16fb33c403 None None] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:45.276366 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5709231 Feb 19 04:59:45.449972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Made reservation on behalf of f224c743ef804557a2e55782a51add5b for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:45.457421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.538259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.610577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.618510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:45.644256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Usage tracker for resource:security_group_rule and tenant:f224c743ef804557a2e55782a51add5b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:45.666094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.667381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:45.702146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:45.715038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.715591 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Added segment 24f1232b-756e-4c81-a0da-8b100e6d90b6 of type vxlan for network 3615b900-c08f-43be-af9c-8661d6a766a2 Feb 19 04:59:45.749003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.790822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:45.794557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:45.920573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:45.956193 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:46.013380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe27d83-49f0-40bf-81bd-9c78191aa0a5 None None] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:46.044568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:46.045513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:46.251548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00467a5c-1c55-43fb-98da-9736bcd59961,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:46.283601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:46.291209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:46.528186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Pushing event updated for resources: {'Network': ['ID=3615b900-c08f-43be-af9c-8661d6a766a2,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:46.534836 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9007797 Feb 19 04:59:46.538297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:46.539771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50122) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:46.551316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Request body: {'subnet': {'network_id': '3615b900-c08f-43be-af9c-8661d6a766a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806105660-subnet', 'tenant_id': '22bb4889acc1406b84ea03d9b7e0bb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:46.555884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:46.578704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:46.587867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:46.595859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Usage tracker for resource:subnet and tenant:22bb4889acc1406b84ea03d9b7e0bb76 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:46.609742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:46.611005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 3615b900-c08f-43be-af9c-8661d6a766a2 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:46.633123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:46.655510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 3615b900-c08f-43be-af9c-8661d6a766a2 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:46.672202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Made reservation on behalf of 22bb4889acc1406b84ea03d9b7e0bb76 for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:46.688460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:46.814832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f87c8a74-6b38-4a79-985d-718bbbf69348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:47.019189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=451a751d-79ac-4196-b209-07a04fbe9c22,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:47.024791 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:47.126243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:47.132823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:47.173350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:47.307655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:47.310921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06650e61-8b78-43d7-b64e-7e2a4fafedd4,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:47.338551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:47.340000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:47.379753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:47.839809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:47.877265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c22e60f-59e6-45d1-bbc8-5b5afd7ed92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:48.105343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.107281 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Added segment 3299f4cf-1101-4a55-bdc7-51c044455318 of type vxlan for network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 Feb 19 04:59:48.110862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248a2d8b-c61e-4a1d-9c3f-deb49d19be66,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:48.129187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:48.137618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50154) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:48.264966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0571ba-8865-4cb6-aad1-156a934e87a4,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:48.284744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:48.298616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Checking segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:48.300508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Network hostable DHCP agents. Network: bf2b755b-5e50-4005-a4db-5cbf62e07491, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:59:48.315912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.401567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Checking segment: {'id': '24f1232b-756e-4c81-a0da-8b100e6d90b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3615b900-c08f-43be-af9c-8661d6a766a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:48.402079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Network hostable DHCP agents. Network: 3615b900-c08f-43be-af9c-8661d6a766a2, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:59:48.431720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.454738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:48.455537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:59:48.460707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Usage tracker for resource:security_group_rule and tenant:f0ade4ba9e5340bda81cdcc2ac155aaa is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:48.467187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:48.474273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:48.506156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, bf2b755b-5e50-4005-a4db-5cbf62e07491) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:48.511729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:48.513374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.526535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb3612-6e9d-4f01-a088-019c07ba60e5 None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:48.561816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Network 3615b900-c08f-43be-af9c-8661d6a766a2 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:59:48.584594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 3615b900-c08f-43be-af9c-8661d6a766a2) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:48.594914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:48.595889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.666726 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.6938713 Feb 19 04:59:48.673905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50186) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:48.687975 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1464081 Feb 19 04:59:48.705674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:48.718228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.726180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:48.731525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:48.732597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.739630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.744077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:48.755601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:48.782426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Checking segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:48.782995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Network hostable DHCP agents. Network: b3240e77-5f85-453f-a4eb-fb6729c35700, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:59:48.788767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:48.804437 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0ade4ba9e5340bda81cdcc2ac155aaa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6609302 Feb 19 04:59:48.804709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Usage tracker for resource:router and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:48.804836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50192) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:48.817108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:48.996326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50200) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:49.023687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:49.060040 dv-cinder-776422-3-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 04:59:49.105174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.108356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.150644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab58538-db73-482c-ab47-33bad80394ef,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:49.150894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:59:49.171742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:49.217054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.290730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.377033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c243c-9c3a-4c40-9001-7ca813dce7c1 None None] Network 3615b900-c08f-43be-af9c-8661d6a766a2 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:49.425364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.530324 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.4563131 Feb 19 04:59:49.541394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50218) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:49.596680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-fa2bbe2a-14bd-4602-bbcf-184b4179c3d2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:49.600864 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-fa2bbe2a-14bd-4602-bbcf-184b4179c3d2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.5892136 Feb 19 04:59:49.618746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.659887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:49.667004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-bf2b755b-5e50-4005-a4db-5cbf62e07491', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 04:59:49.668582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.680736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab58538-db73-482c-ab47-33bad80394ef,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:49.681201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Pushing event updated for resources: {'Network': ['ID=9420eed0-2d58-4dc3-9dcd-71cc7c204913,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:49.683056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:49.685223 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ab58538-db73-482c-ab47-33bad80394ef HTTP/1.1" status: 204 len: 168 time: 0.8789983 Feb 19 04:59:49.685979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, b3240e77-5f85-453f-a4eb-fb6729c35700) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:49.687385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-cb9913d3-7322-43fc-aa37-e8aac377a1ef tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/quotas/6ec0147f26d64fae8d57c404bd23765f HTTP/1.1" status: 200 len: 375 time: 0.0643842 Feb 19 04:59:49.688354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:49.731261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:49.775319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Request body: {'subnet': {'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-231145654-subnet', 'tenant_id': 'f224c743ef804557a2e55782a51add5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.818605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:49.853709 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-532e6392-3600-4417-9001-8bba0ef9d179 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519983 Feb 19 04:59:50.003445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.013711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:50.019224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Usage tracker for resource:subnet and tenant:f224c743ef804557a2e55782a51add5b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:50.050699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:50.052506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:50.133472 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:50.149458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:50.150363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.179991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Made reservation on behalf of f224c743ef804557a2e55782a51add5b for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:50.185717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.274551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fee67a-5fd4-49e1-ae25-e6bf6b2b1466 None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:50.291454 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.5371976 Feb 19 04:59:50.294042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50250) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:50.302207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.311771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:50.333769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Usage tracker for resource:router and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:50.357000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-efa9057b-a614-431e-be40-b0e349e4b164 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:59:50.360111 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-efa9057b-a614-431e-be40-b0e349e4b164 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2192469 Feb 19 04:59:50.361144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:50.394572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50256) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:50.420528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681357552-network', 'tenant_id': 'd361454b5d364667adc622c8d03cead3'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.431582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:50.446528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:50.452065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50260) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:50.459874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Usage tracker for resource:network and tenant:d361454b5d364667adc622c8d03cead3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:50.467147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:50.490858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:50.532883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.556348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.557450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.599360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.651759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Made reservation on behalf of d361454b5d364667adc622c8d03cead3 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:50.669836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.718978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e8a2f-5a24-470e-8ba0-bd299e87e1be None None] Network 3615b900-c08f-43be-af9c-8661d6a766a2 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:50.751981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:50.769488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:50.786728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Usage tracker for resource:security_group_rule and tenant:f111d93d59a2460dbfa5debc0eb3e21e is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:50.799784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:50.854742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:50.873108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:51.006370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-b3240e77-5f85-453f-a4eb-fb6729c35700', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 04:59:51.007336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:51.013323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d361454b5d364667adc622c8d03cead3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:51.023421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:51.369329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:51.370097 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-6d7367f5-13cb-4fd8-9d93-7b5ee7774122 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910717 Feb 19 04:59:51.579669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:51.779065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:51.877653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:51.978438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6689a90-a34b-4f0c-a65e-c9e403d5d647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:51.983739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.018292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Allocated IP 172.20.0.2 (bf2b755b-5e50-4005-a4db-5cbf62e07491/451a751d-79ac-4196-b209-07a04fbe9c22/58841f00-f8fc-4863-a6e9-5c8e9a5ed36b) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:59:52.030744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.079950 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-2b7ca097-078e-408e-914a-87c749c6f7cf service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6863623 Feb 19 04:59:52.344638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Allocated IP 172.20.0.2 (b3240e77-5f85-453f-a4eb-fb6729c35700/248a2d8b-c61e-4a1d-9c3f-deb49d19be66/a17a8d1a-faf6-4065-ac47-67267fa88e5d) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:59:52.381006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Allocated IP 172.28.1.249 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/955484e5-5f7c-4651-8fa8-d5554ac1b305) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:59:52.418621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.430698 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 04:59:52.443443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.477235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.550254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:52.810582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6043d78-b89c-4b5d-85dd-bd36cd6af43f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:52.828075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:52.831359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:52.854517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50326) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:53.061448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.073468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.086792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Transition to ACTIVE for port object 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:59:53.101713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.124572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Transition to ACTIVE for port object 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:59:53.127391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Transition to ACTIVE for port object a17a8d1a-faf6-4065-ac47-67267fa88e5d will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:59:53.131199 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f111d93d59a2460dbfa5debc0eb3e21e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6768937 Feb 19 04:59:53.135964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.136727 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Added segment 0a83ab47-5dd2-4ff5-9aa6-cd25647fbfe1 of type vxlan for network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 Feb 19 04:59:53.139366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50336) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:53.151576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.161518 dv-cinder-776422-3-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 04:59:53.180179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:53.259092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Transition to ACTIVE for port object a17a8d1a-faf6-4065-ac47-67267fa88e5d will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 04:59:53.321059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Pushing event updated for resources: {'Port': ['ID=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:53.339263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.339668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.340032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.340434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.340987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.341359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.341728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.342093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.342457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.342821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.343187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.343548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.343969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.344356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.344718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.345628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.345915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.346281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.346647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.347008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.347368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.347729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.348260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.348820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Tracked resource versions report: Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 04:59:53.350367 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 04:59:53.361595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:53.378655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.404990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fad65d90-d327-4563-8bb5-1afe56843300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:53.420482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d18f4-cf5f-429f-a78d-8994f3f1064a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:53.426777 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:53.467139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.482431 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-146e9786-3c04-4386-8b91-63818cd7f042 req-8a6ccabf-63d5-4fe4-ad2c-b070f1a0902c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.3496108 Feb 19 04:59:53.501635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.607919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:53.613275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Pushing event updated for resources: {'Port': ['ID=a17a8d1a-faf6-4065-ac47-67267fa88e5d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:53.616869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:53.698937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Allocated IP 172.28.1.5 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/1ad45d02-c772-4416-b2e4-736df9ec5b6b) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:59:53.711497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:59:53.724662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:53.731718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:59:53.809772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:59:53.816440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:53.821393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:59:53.841932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 04:59:53.855306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Attempting to bind port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:53.856165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Attempting to bind port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:59:53.857483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Attempting to bind port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b on network bf2b755b-5e50-4005-a4db-5cbf62e07491 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:59:53.909491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:59:53.910107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Checking segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:53.911314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.912434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Bound using segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:59:53.913180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Bound port: 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:59:53.913763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.944545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Pushing event updated for resources: {'Port': ['ID=955484e5-5f7c-4651-8fa8-d5554ac1b305,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:53.947143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:53.971716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:53.977241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.003471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:54.004288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.080429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:54.082769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] For port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:59:54.092453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] For port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:59:54.097055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.122936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.156897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.226174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:54.229616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.268864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Attempting to bind port a17a8d1a-faf6-4065-ac47-67267fa88e5d on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:54.269511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Attempting to bind port a17a8d1a-faf6-4065-ac47-67267fa88e5d by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 04:59:54.270431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Attempting to bind port a17a8d1a-faf6-4065-ac47-67267fa88e5d on network b3240e77-5f85-453f-a4eb-fb6729c35700 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 04:59:54.291210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:54.303826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.390228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Pushing event updated for resources: {'Port': ['ID=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:54.402894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:54.416361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 04:59:54.416953 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Checking segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:54.417667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.418597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Bound using segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 04:59:54.419393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Bound port: a17a8d1a-faf6-4065-ac47-67267fa88e5d, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 04:59:54.420714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.569062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad45d02-c772-4416-b2e4-736df9ec5b6b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:54.583056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:54.610420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Checking segment: {'id': '3299f4cf-1101-4a55-bdc7-51c044455318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 04:59:54.610869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Network hostable DHCP agents. Network: 9420eed0-2d58-4dc3-9dcd-71cc7c204913, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 04:59:54.620400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Pushing event updated for resources: {'Network': ['ID=86cc4d2e-4361-4bc8-8b03-edbb3c3686a8,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:54.642057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] For port a17a8d1a-faf6-4065-ac47-67267fa88e5d, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 04:59:54.657311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:54.658814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 04:59:54.663804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:59:54.664128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] For port a17a8d1a-faf6-4065-ac47-67267fa88e5d, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a17a8d1a-faf6-4065-ac47-67267fa88e5d,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 04:59:54.665156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:54.667850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:59:54.668274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:54.675974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:54.745787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920529f4-82c4-4bbb-a9b7-5929cf4ed4b3,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:54.753411 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.3528075 Feb 19 04:59:54.754657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 9420eed0-2d58-4dc3-9dcd-71cc7c204913) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:54.772382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:54.773051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:54.778164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50382) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:54.780121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:54.792882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 04:59:54.799267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 04:59:54.809983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Request body: {'subnet': {'network_id': '86cc4d2e-4361-4bc8-8b03-edbb3c3686a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681357552-subnet', 'tenant_id': 'd361454b5d364667adc622c8d03cead3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:54.816460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:54.822261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Usage tracker for resource:subnet and tenant:d361454b5d364667adc622c8d03cead3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:54.825869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:54.834596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:54.840324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 04:59:54.851405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 04:59:54.866400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8399cd-c786-4bac-9bd4-beb2e8c58430 None None] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:54.926404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Made reservation on behalf of d361454b5d364667adc622c8d03cead3 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:54.932939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:55.020790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:55.070245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0577fb9-c15e-4f3f-9765-614350c9a31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:55.141118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:55.148113 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.4645865 Feb 19 04:59:55.197729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:55.203320 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d37d18f4-cf5f-429f-a78d-8994f3f1064a HTTP/1.1" status: 204 len: 168 time: 2.0444560 Feb 19 04:59:55.221622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:55.259883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d18f4-cf5f-429f-a78d-8994f3f1064a,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:55.264298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:55.470760 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e892d9b5-feb8-4ef5-8a20-d86f327bf9b1 req-7e49f9c5-bee7-433e-bbc7-c3627e8ccf35 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.5631459 Feb 19 04:59:55.752796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:56.138464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:56.217125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Pushing event updated for resources: {'Port': ['ID=a17a8d1a-faf6-4065-ac47-67267fa88e5d,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:56.232269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.162s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:56.313210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b15321-bc09-464a-b495-85490b4c594f None None] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:56.673158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.55', 58326) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:56.802967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:59:57.136699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:59:57.273261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-65468c6e-c52c-4652-b19a-a9819e45aaae tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 04:59:57.288430 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-65468c6e-c52c-4652-b19a-a9819e45aaae tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.6078632 Feb 19 04:59:57.467073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Request body: {'port': {'device_id': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c', 'admin_state_up': True, 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:57.891947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594afef-22e9-4ffa-bb56-5a82a1421aca None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:57.974411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50458) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 04:59:58.054671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0f685643-4d29-440b-a209-882eecd32564 req-56e74cac-98c1-475d-b51e-cec90cac96b2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.7643411 Feb 19 04:59:58.174939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:58.182059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Usage tracker for resource:port and tenant:6ec0147f26d64fae8d57c404bd23765f is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:58.186927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:58.195314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Provisioning for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:59:58.197099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:58.215245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Provisioning complete for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 04:59:58.215631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:58.243757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 04:59:58.251319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:58.317924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:58.746870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a17a8d1a-faf6-4065-ac47-67267fa88e5d up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 04:59:58.775402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.034927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 04:59:59.148783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Usage tracker for resource:security_group_rule and tenant:46a0689d23554aa4a6462e93b474d9b0 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 04:59:59.155279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 04:59:59.166994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 04:59:59.167618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Allocated IP 172.20.0.3 (3c2f7726-fe9a-4697-97be-dccce2ad3e3c/2a97c879-955b-4731-8837-10c94349f71d/d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 04:59:59.371917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.458895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.467841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c52dd-1e79-4707-8a27-ce78db16c9f7 None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 04:59:59.546623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 04:59:59.627846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.780121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9755a-8def-4281-8cb9-57a8b1333155,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 04:59:59.800638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 04:59:59.805459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.839670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port a17a8d1a-faf6-4065-ac47-67267fa88e5d completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 04:59:59.840260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 04:59:59.888143 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46a0689d23554aa4a6462e93b474d9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9113753 Feb 19 04:59:59.894434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50520) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:00.021608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.062021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] For port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:00.069728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.073894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:00.094831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:00.162600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Pushing event updated for resources: {'Port': ['ID=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:00.170336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:00.174794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:00.184306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:00.199404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:00.203690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:00.204473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.205812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Provisioning for port a17a8d1a-faf6-4065-ac47-67267fa88e5d completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:00.212341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Provisioning complete for port a17a8d1a-faf6-4065-ac47-67267fa88e5d triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:00.212764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.352014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:00:00.381023 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9426796 Feb 19 05:00:00.521117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2ca35a6a-fd57-4a84-b053-1ed82e19cabf tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:00.522995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2ca35a6a-fd57-4a84-b053-1ed82e19cabf tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Synchronizing usage tracker for tenant:f224c743ef804557a2e55782a51add5b on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:00.606628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:00.799217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.838713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:00.929779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2ca35a6a-fd57-4a84-b053-1ed82e19cabf tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Unset dirty status for tenant:f224c743ef804557a2e55782a51add5b on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:00.939224 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2ca35a6a-fd57-4a84-b053-1ed82e19cabf tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/networks?id=9420eed0-2d58-4dc3-9dcd-71cc7c204913 HTTP/1.1" status: 200 len: 811 time: 2.8908186 Feb 19 05:00:00.967650 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-1cc84933-5177-45ac-b2ac-462192c4eb3d tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/quotas/f224c743ef804557a2e55782a51add5b HTTP/1.1" status: 200 len: 375 time: 0.0271885 Feb 19 05:00:00.993365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:01.126488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Router f07efc37-5e1d-4135-9b97-de221182f266 is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:00:01.136092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-069d4325-8281-4a21-a5a4-f18a3f4016a9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:00:01.137926 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-069d4325-8281-4a21-a5a4-f18a3f4016a9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0109975 Feb 19 05:00:01.201870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] For port a17a8d1a-faf6-4065-ac47-67267fa88e5d, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a17a8d1a-faf6-4065-ac47-67267fa88e5d,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:01.207384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:01.208089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:01.249444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:01.269462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39ee25-d542-4456-8ccc-b8be8fe6c6f4 req-75c2231c-b1b7-41ce-ad10-9760ef065b63 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:01.271891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cf39ee25-d542-4456-8ccc-b8be8fe6c6f4 req-75c2231c-b1b7-41ce-ad10-9760ef065b63 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:01.305675 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-43cf0f36-6e84-4c3c-8586-de97aea0d7a7 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f224c743ef804557a2e55782a51add5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3365123 Feb 19 05:00:01.312797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event updated for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:01.355271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:01.397275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cf39ee25-d542-4456-8ccc-b8be8fe6c6f4 req-75c2231c-b1b7-41ce-ad10-9760ef065b63 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:01.399505 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf39ee25-d542-4456-8ccc-b8be8fe6c6f4 req-75c2231c-b1b7-41ce-ad10-9760ef065b63 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 931 time: 1.6682942 Feb 19 05:00:01.466884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:01.521480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:01.587559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b9898e7-954b-4739-9526-706ff813161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:01.839673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9755a-8def-4281-8cb9-57a8b1333155,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:01.861803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:01.966347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:01.988761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-247eea7b-b874-499e-924d-3a1bb8dd8d45 None None] Provisioning complete for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:01.989277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-247eea7b-b874-499e-924d-3a1bb8dd8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:02.164854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:00:02.185011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:00:02.204957 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf39ee25-d542-4456-8ccc-b8be8fe6c6f4 req-ef9b5c4f-953b-4095-8d0c-160444d23415 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609013 Feb 19 05:00:02.227475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:02.233539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:02.234690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:59:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:02.268701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Request body: {'port': {'device_id': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:02.312943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Pushing event updated for resources: {'Port': ['ID=a17a8d1a-faf6-4065-ac47-67267fa88e5d,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:02.327726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bccf7b6a-e833-49d8-9c93-b80d4823a6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:02.632855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a17a8d1a-faf6-4065-ac47-67267fa88e5d up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:02.673424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:02.679611 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-2964804b-32d3-4ba0-9e3f-d452e304c004 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.3802114 Feb 19 05:00:02.679976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50572) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:02.719951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:02.722215 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eb9755a-8def-4281-8cb9-57a8b1333155 HTTP/1.1" status: 204 len: 168 time: 2.2219160 Feb 19 05:00:02.796010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port a17a8d1a-faf6-4065-ac47-67267fa88e5d triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:02.796613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:02.867429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:00:02.926844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:00:02.956458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:02.958784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:59:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:02.986674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-9c7b60a3-ac8d-43b1-a81b-49072d0aa2bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:00:02.987944 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-9c7b60a3-ac8d-43b1-a81b-49072d0aa2bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7618220 Feb 19 05:00:03.014625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:03.099543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c438a0f6-9bba-495f-b46d-f041d0bdafa0,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:03.125618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:03.126665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Checking segment: {'id': '0a83ab47-5dd2-4ff5-9aa6-cd25647fbfe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '86cc4d2e-4361-4bc8-8b03-edbb3c3686a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:03.127074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Network hostable DHCP agents. Network: 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:00:03.271325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:03.278451 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.6015856 Feb 19 05:00:03.279461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50584) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:03.880706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:00:03.937888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:03.971844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:03.974965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:04.342444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:04.359462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130f8da-6c3b-4858-b322-ceeadfa533b5 None None] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:00:04.676277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-247eea7b-b874-499e-924d-3a1bb8dd8d45 None None] Provisioning complete for port a17a8d1a-faf6-4065-ac47-67267fa88e5d triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:04.677944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-247eea7b-b874-499e-924d-3a1bb8dd8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:04.734911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:00:04.856447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T04:59:54Z', 'revision_number': 3, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T04:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:04.889924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788790d1-d909-4dd3-9d82-f24da9636fc8 req-02210c3c-a721-46f2-b55d-9cf6a5ab9d7f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:04.897174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:00:04.898153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Updating router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 port 1ad45d02-c772-4416-b2e4-736df9ec5b6b binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:00:04.898780 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-788790d1-d909-4dd3-9d82-f24da9636fc8 req-02210c3c-a721-46f2-b55d-9cf6a5ab9d7f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 931 time: 0.8183522 Feb 19 05:00:05.255835 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 10.4598904 Feb 19 05:00:05.274121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:05.293431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:05.372891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:05.387792 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-788790d1-d909-4dd3-9d82-f24da9636fc8 req-24b7f51c-e8f2-4842-b73d-0b12765635a0 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878671 Feb 19 05:00:05.922228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50624) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:06.059106 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-769c1050-dbf0-45fd-bbb1-5760b866dcea service neutron] 10.222.0.13 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.0107479 Feb 19 05:00:06.215941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cec4fb71-d5ed-484d-a43e-743d3eaca99e None None] Provisioning complete for port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:06.232470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cec4fb71-d5ed-484d-a43e-743d3eaca99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.076945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Deleting subnet 1a0571ba-8865-4cb6-aad1-156a934e87a4 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:00:07.081030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.167186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.188257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.316097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.431665 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-27d35d81-1495-4da2-9d1e-b7bf7f1365d7 service neutron] 10.222.0.13 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3682415 Feb 19 05:00:07.523947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.570586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Transition to ACTIVE for port object 1ad45d02-c772-4416-b2e4-736df9ec5b6b will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:07.576838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.622177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.642027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:07.744962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:08.043120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:08.351992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Pushing event updated for resources: {'Port': ['ID=1ad45d02-c772-4416-b2e4-736df9ec5b6b,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:08.404056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2fe8da-310e-4e62-a910-4cbe5bb866cf None None] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:00:08.435614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.449200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.449745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.450120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.450491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.450861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.451223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.451689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.451921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.461826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.462270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.462611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.463040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.470481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.470841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.471217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.471590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.471963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.472356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.472783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.480588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.481042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.481394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.481760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Tracked resource versions report: Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: pushed versions: Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: consumer versions: Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: { DHCP agent@dv-cinder-776422-3-smb: {}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: L3 agent@dv-cinder-776422-3-smb: {}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: Metadata agent@dv-cinder-776422-3-smb: {}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: Metering agent@dv-cinder-776422-3-smb: {}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-776422-3-smb: { 'AddressGroup': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Log': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Network': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Port': '1.7', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'SubPort': '1.0', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Subnet': '1.1', Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 19 05:00:08.483192 dv-cinder-776422-3-smb neutron-server[83871]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 05:00:08.499925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:08.590687 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b57fdd95-6498-4bfc-a28a-64217716d39d req-8297ea91-1745-4849-8f47-3cf6d923a222 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.2218788 Feb 19 05:00:08.872958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T04:59:55Z', 'revision_number': 3, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T04:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:09.019123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cec4fb71-d5ed-484d-a43e-743d3eaca99e None None] Provisioning complete for port a17a8d1a-faf6-4065-ac47-67267fa88e5d triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:09.023621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Attempting to bind port 1ad45d02-c772-4416-b2e4-736df9ec5b6b on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:09.028386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Attempting to bind port 1ad45d02-c772-4416-b2e4-736df9ec5b6b by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:09.029387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Attempting to bind port 1ad45d02-c772-4416-b2e4-736df9ec5b6b on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:09.044422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cec4fb71-d5ed-484d-a43e-743d3eaca99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.048941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:09.049355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:09.049803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.050238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:09.052065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Bound port: 1ad45d02-c772-4416-b2e4-736df9ec5b6b, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:09.052862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.226200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] For port 1ad45d02-c772-4416-b2e4-736df9ec5b6b, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:09.237839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] For port 1ad45d02-c772-4416-b2e4-736df9ec5b6b, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=1ad45d02-c772-4416-b2e4-736df9ec5b6b,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:09.247692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.262630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:00:09.263006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Updating router f07efc37-5e1d-4135-9b97-de221182f266 port 955484e5-5f7c-4651-8fa8-d5554ac1b305 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:00:09.295813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:09.425453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Allocated IP 172.20.0.1 (bf2b755b-5e50-4005-a4db-5cbf62e07491/451a751d-79ac-4196-b209-07a04fbe9c22/a93b7099-2f35-4a4e-a0df-cacb0f958040) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:09.669520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:00:09.773699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.776021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.815323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Transition to ACTIVE for port object d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:09.864497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:09.880596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c40bb-c92b-4579-8e3f-dd700e4086e4 req-a9a28b68-992d-4845-a5ca-c89d24aecf88 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:09.890157 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fc2c40bb-c92b-4579-8e3f-dd700e4086e4 req-a9a28b68-992d-4845-a5ca-c89d24aecf88 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 931 time: 3.0774789 Feb 19 05:00:09.937761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Pushing event updated for resources: {'Port': ['ID=1ad45d02-c772-4416-b2e4-736df9ec5b6b,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:09.962641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:10.032200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:10.056034 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fc2c40bb-c92b-4579-8e3f-dd700e4086e4 req-95750401-debc-4a38-b515-470a14776f3d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636512 Feb 19 05:00:10.166106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:10.166711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T04:59:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:10.226855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Allocated IP 172.20.0.1 (b3240e77-5f85-453f-a4eb-fb6729c35700/248a2d8b-c61e-4a1d-9c3f-deb49d19be66/cd21123f-fb9e-4ae6-bb59-4bfb32406505) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:10.272327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0571ba-8865-4cb6-aad1-156a934e87a4,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:10.272327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.527s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:10.303901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ab8c382-a8f7-4ef8-965d-a35f67986fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:10.346771 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-04bb255c-c5a1-4f42-89cb-62d5e5294e76 req-35346f3c-dbc2-4476-9fbd-3c31d30fd76c tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.5123880 Feb 19 05:00:10.445039 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a0571ba-8865-4cb6-aad1-156a934e87a4 HTTP/1.1" status: 204 len: 168 time: 4.4985905 Feb 19 05:00:10.467104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50722) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:10.508997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:10.689259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Transition to ACTIVE for port object a93b7099-2f35-4a4e-a0df-cacb0f958040 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:10.874082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:10.886247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:10.892632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd92ac22-e2c7-4f24-ae58-7e0c55b6a6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:11.002764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e38d6f0d-0267-4ad6-a7f8-82425f4b6c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:11.262268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:11.489672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:11.561754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Transition to ACTIVE for port object 955484e5-5f7c-4651-8fa8-d5554ac1b305 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:11.573458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:11.627103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1796baee-2fee-4c74-bd92-e2ee766230c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:11.675324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Pushing event updated for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:11.694066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:11.788369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.481s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:11.945378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:11.964201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:11.970031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:11.971400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:12.875237 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ff9162c7-1399-47c9-be0f-4625f2ee3d27 req-29145a04-7dc7-48ca-b6db-d9981cbf5e33 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 1.0644836 Feb 19 05:00:13.158619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T04:59:54Z', 'revision_number': 3, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:13.166285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790da189-8622-4aa9-9448-8eebf029c164 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T04:59:54Z', 'revision_number': 3, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:00:13.227686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.470175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Pushing event updated for resources: {'Port': ['ID=955484e5-5f7c-4651-8fa8-d5554ac1b305,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:13.477577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Attempting to bind port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:13.481041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Attempting to bind port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:13.481661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Attempting to bind port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 on network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:13.516638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:13.517521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Checking segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:13.518239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.518937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Bound using segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:13.521267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Bound port: d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:13.521561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.538761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.912s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:13.620678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dcf5fbe0-b322-4210-bf70-715777e8207b None None] Provisioning for port a93b7099-2f35-4a4e-a0df-cacb0f958040 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:13.628391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dcf5fbe0-b322-4210-bf70-715777e8207b None None] Provisioning complete for port a93b7099-2f35-4a4e-a0df-cacb0f958040 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:13.628835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fbe0-b322-4210-bf70-715777e8207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.701784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5fbe0-b322-4210-bf70-715777e8207b None None] Port a93b7099-2f35-4a4e-a0df-cacb0f958040 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:13.737549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Attempting to bind port 955484e5-5f7c-4651-8fa8-d5554ac1b305 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:13.738773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Attempting to bind port 955484e5-5f7c-4651-8fa8-d5554ac1b305 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:13.739368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Attempting to bind port 955484e5-5f7c-4651-8fa8-d5554ac1b305 on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:13.743237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.751164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:13.751599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:13.752001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.752589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:13.753215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Bound port: 955484e5-5f7c-4651-8fa8-d5554ac1b305, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:13.753730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:13.948373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50790) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:13.990415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48577e7-7371-43af-8d7c-0dc9d28d71ae req-2e3dc520-de27-446e-8aa7-300d7d02ab5c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:14.030640 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d48577e7-7371-43af-8d7c-0dc9d28d71ae req-2e3dc520-de27-446e-8aa7-300d7d02ab5c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 2.2695899 Feb 19 05:00:14.140779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cd171f8-db38-4b68-849d-84f28c394fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:14.152533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:14.219231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] For port 955484e5-5f7c-4651-8fa8-d5554ac1b305, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:14.228789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] For port 955484e5-5f7c-4651-8fa8-d5554ac1b305, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=955484e5-5f7c-4651-8fa8-d5554ac1b305,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:14.234446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:14.468697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:14.568021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] For port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:14.586836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] For port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:14.655296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Pushing event updated for resources: {'Port': ['ID=955484e5-5f7c-4651-8fa8-d5554ac1b305,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:14.673923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:14.853609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:14.855786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.55', 58341) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:14.917130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:14.973626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:14.982795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:15.013691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:15.125373 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07b42caa-b6c1-46e6-a914-dd292da983a6 req-56e9c9a1-18a1-4619-b598-08ae3d2279b9 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.2643821 Feb 19 05:00:15.139075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:15.186836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:15.382510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 1ad45d02-c772-4416-b2e4-736df9ec5b6b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:15.449317 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d48577e7-7371-43af-8d7c-0dc9d28d71ae req-7fd6f8dd-3b90-4daa-91a8-8b583b3332e0 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4088204 Feb 19 05:00:15.576590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:15.577821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50814) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:15.654210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Transition to ACTIVE for port object cd21123f-fb9e-4ae6-bb59-4bfb32406505 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:15.759829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:15.803151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:15.822906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:15.835019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1a39ce411347869da488d9c6f3350d is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:15.843153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:15.861719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:15.982043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Pushing event updated for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:15.994431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.030045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:16.031707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:16.053260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 1ad45d02-c772-4416-b2e4-736df9ec5b6b completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:16.064419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.104542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:16.195452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:16.247328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2028d26a-8044-45ef-bc95-2492b562b86b tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:16.256673 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-2028d26a-8044-45ef-bc95-2492b562b86b tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.55 "GET /v2.0/networks?id=9420eed0-2d58-4dc3-9dcd-71cc7c204913 HTTP/1.1" status: 200 len: 811 time: 1.3954351 Feb 19 05:00:16.304465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.324847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:16.477460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 1ad45d02-c772-4416-b2e4-736df9ec5b6b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:16.478503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.559638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.560330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.561240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.561623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > port after_create 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.561987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.562364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > port after_update 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.562718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.563103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.563464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.563822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.597080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:16.610822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Usage tracker for resource:security_group_rule and tenant:e338ea2b268149a1ac8e13cafdb6d1d2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:16.813985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.814408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.814875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.815250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:16.815666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3615b900-c08f-43be-af9c-8661d6a766a2']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:16.831722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1232b-756e-4c81-a0da-8b100e6d90b6') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:16.832853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1232b-756e-4c81-a0da-8b100e6d90b6') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:16.848108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.865699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:16.868491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:00:16.943292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Request body: {'port': {'device_id': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913', 'admin_state_up': True, 'tenant_id': 'f224c743ef804557a2e55782a51add5b'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:17.020784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:17.028937 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-de6f634d-38ad-4d9d-acd7-ece03e5cb5cd req-3993e455-2aef-439d-97ab-2256b17f8c86 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.0937243 Feb 19 05:00:17.102508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.129011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.158078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:17.161137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Network 3615b900-c08f-43be-af9c-8661d6a766a2 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:00:17.169091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 1ad45d02-c772-4416-b2e4-736df9ec5b6b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=1ad45d02-c772-4416-b2e4-736df9ec5b6b,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:17.178386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-631da59f-8e61-418d-a797-2f8514202ec7 None None] Provisioning complete for port a93b7099-2f35-4a4e-a0df-cacb0f958040 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:17.179359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-631da59f-8e61-418d-a797-2f8514202ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.180271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.224394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:00:17.335196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.354867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:17.445394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-631da59f-8e61-418d-a797-2f8514202ec7 None None] Port a93b7099-2f35-4a4e-a0df-cacb0f958040 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:17.449103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=1ad45d02-c772-4416-b2e4-736df9ec5b6b,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:17.456185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:17.461365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:17.466380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Usage tracker for resource:port and tenant:f224c743ef804557a2e55782a51add5b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:17.469545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:17.476530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:17.477054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:14Z', 'revision_number': 2, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:17.485160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd27021-f16a-435a-9159-408fa856a54f None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:14Z', 'revision_number': 2, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:00:17.498911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:17.505043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.588904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.604286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bbc8eaa0-46a9-43af-adbc-60fdae5d51ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:17.615803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Made reservation on behalf of f224c743ef804557a2e55782a51add5b for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:00:17.623875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:17.752851 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e338ea2b268149a1ac8e13cafdb6d1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1736085 Feb 19 05:00:17.770914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50840) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:17.776840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:00:17.782255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d633e82-5945-4dd5-9189-05914edd379b,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:17.786809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:17.805726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:17.859722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.756s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:17.867136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:17.867427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:17.881950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Network 3615b900-c08f-43be-af9c-8661d6a766a2 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:00:17.956263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] 10.222.0.13 "PUT /v2.0/routers/f07efc37-5e1d-4135-9b97-de221182f266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6700368 Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:00:18.016647 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:00:18.035607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.070161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.084500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.093364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.109267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:18.109966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.111683 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] 10.222.0.55 "PUT /v2.0/ports/d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 HTTP/1.1" status: 200 len: 1157 time: 16.2406330 Feb 19 05:00:18.118023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:18.184263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.315645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:18.358886 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c1a39ce411347869da488d9c6f3350d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3238134 Feb 19 05:00:18.403140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50862) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:18.413942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.474499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3a141-8bf2-4b8b-9e4d-884ca458b189,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:18.501180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:18.509407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f50d4d99-fbd1-4ec4-9043-3325272cb22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:18.548402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Pushing event deleted for resources: {'Network': ['ID=3615b900-c08f-43be-af9c-8661d6a766a2,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:18.574832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:18.595926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd8d5-911f-4bd1-81c6-1399c431cab1 req-b94d0a75-b058-4b33-bb7e-9977a95eb1f9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:18.611253 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f01affb7-1b04-4d5e-9998-215e4bf89613 req-c47c6c39-5a97-4526-9125-1555b0826a69 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.0569000 Feb 19 05:00:18.619219 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9bccd8d5-911f-4bd1-81c6-1399c431cab1 req-b94d0a75-b058-4b33-bb7e-9977a95eb1f9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 1.0336173 Feb 19 05:00:18.652536 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3615b900-c08f-43be-af9c-8661d6a766a2 HTTP/1.1" status: 204 len: 168 time: 8.1870468 Feb 19 05:00:18.715786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50868) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:18.734998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.748128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-47c9b9b2-5cec-46cf-b46a-62056d5827e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:18.748437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:18.761585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Allocated IP 172.20.0.4 (9420eed0-2d58-4dc3-9dcd-71cc7c204913/920529f4-82c4-4bbb-a9b7-5929cf4ed4b3/bf4b3e4c-d573-44a0-8b50-82db7366e982) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:18.783751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d633e82-5945-4dd5-9189-05914edd379b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:18.792692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:18.829596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.834934 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d633e82-5945-4dd5-9189-05914edd379b HTTP/1.1" status: 204 len: 168 time: 1.0600934 Feb 19 05:00:18.857418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:18.860552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:18.861500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:18.955333 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9bccd8d5-911f-4bd1-81c6-1399c431cab1 req-e49c8d95-dce0-479b-9480-024cc141901f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350976 Feb 19 05:00:19.051757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Deleting subnet c438a0f6-9bba-495f-b46d-f041d0bdafa0 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:00:19.095189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.224037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.268630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.422073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-db1b34ca-c84d-41e4-a61a-7ffab8cf8d65 None None] Provisioning for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:19.439408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-db1b34ca-c84d-41e4-a61a-7ffab8cf8d65 None None] Provisioning complete for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:19.442098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db1b34ca-c84d-41e4-a61a-7ffab8cf8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.569516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:19.629077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-db1b34ca-c84d-41e4-a61a-7ffab8cf8d65 None None] Port cd21123f-fb9e-4ae6-bb59-4bfb32406505 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:19.793947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50888) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:19.795042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Pushing event updated for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:19.823334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.843891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:19.871468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.878579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.898611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 955484e5-5f7c-4651-8fa8-d5554ac1b305 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:19.920313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:19.925448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:19.931855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:19.935873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:19.942954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:19.943922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:19.960204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Usage tracker for resource:security_group_rule and tenant:14f743e80a05411bbcb74cd82d41fa44 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:19.963284 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58', 'status': 'completed', 'code': 200} Feb 19 05:00:19.972019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:19.981825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:19.986990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-bcbf0d14-4afa-41e6-a1b9-21b8f319782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:19.989621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-bcbf0d14-4afa-41e6-a1b9-21b8f319782b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 1160 time: 1.7986860 Feb 19 05:00:19.994830 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3764644 Feb 19 05:00:20.026132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Request body: {'port': {'device_id': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:20.080633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.083087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 955484e5-5f7c-4651-8fa8-d5554ac1b305 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:20.088746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 955484e5-5f7c-4651-8fa8-d5554ac1b305 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:20.089427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.112625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.184775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.296888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50900) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:20.314458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.325109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022549700', 'description': 'tempest-description--114019371'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:20.333372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:20.336821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 955484e5-5f7c-4651-8fa8-d5554ac1b305, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=955484e5-5f7c-4651-8fa8-d5554ac1b305,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:20.338838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:20.341946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.343142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:20.343441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 1ad45d02-c772-4416-b2e4-736df9ec5b6b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:20.350863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:20.376944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:20.390889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-34d3e254-5dc8-467c-bf20-7d6a845a7225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:20.408536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.414717 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-9d9865b8-200f-4056-a3f7-dc23107c0dba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 HTTP/1.1" status: 200 len: 217 time: 0.3397908 Feb 19 05:00:20.458136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.501647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3a141-8bf2-4b8b-9e4d-884ca458b189,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:20.504164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=955484e5-5f7c-4651-8fa8-d5554ac1b305,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:20.508947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:20.517357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 1ad45d02-c772-4416-b2e4-736df9ec5b6b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:20.517357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.524810 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:20.529832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:20.533187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:20.556169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:20.558414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:20.577446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.582419 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0b3a141-8bf2-4b8b-9e4d-884ca458b189 HTTP/1.1" status: 204 len: 168 time: 2.1700695 Feb 19 05:00:20.670353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.689486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.715987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.737497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:20.820453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.826813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-af3c06e1-fe06-4aa0-a1c0-a0c0145b48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:20.828446 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-af3c06e1-fe06-4aa0-a1c0-a0c0145b48ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.3759427 Feb 19 05:00:20.829659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.927045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc584685-6bd4-4896-af46-08ff46ce9315,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:20.940607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:20.949055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7736b483-d98d-44d3-8076-728be7b42d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:20.951815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd2ac2-88df-4383-accc-932361130d89 req-685fe7cd-3290-4f80-8513-4af89aeb8d94 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:20.960268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22fd2ac2-88df-4383-accc-932361130d89 req-685fe7cd-3290-4f80-8513-4af89aeb8d94 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 931 time: 0.7746897 Feb 19 05:00:20.969176 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-2e5f322b-13bf-4327-b678-7bdb6f61f0d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926938 Feb 19 05:00:20.982719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:20.984163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6729856 Feb 19 05:00:20.998968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50908) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:21.058963 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14f743e80a05411bbcb74cd82d41fa44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2603297 Feb 19 05:00:21.059897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba0750-1a9e-4865-8f47-ada8523de938,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:21.070310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50914) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:21.073370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:21.093332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group_rule': {'security_group_id': 'cc584685-6bd4-4896-af46-08ff46ce9315', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:21.106278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba12d3-8740-44f0-9406-7aaee4b5d7ac req-630f5f4a-845b-49b5-be37-6ecb75cc55e9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:21.115360 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4dba12d3-8740-44f0-9406-7aaee4b5d7ac req-630f5f4a-845b-49b5-be37-6ecb75cc55e9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 0.6603568 Feb 19 05:00:21.152201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:21.196657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50920) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:21.263640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:21.300732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:21.332085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.334669 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22fd2ac2-88df-4383-accc-932361130d89 req-4bb89cb2-cf8c-4ad1-b817-3e11392cc819 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730762 Feb 19 05:00:21.364109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4dba12d3-8740-44f0-9406-7aaee4b5d7ac req-950eec71-355b-4399-9b58-acf2f83ccd30 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:21.385938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:21.393675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Usage tracker for resource:security_group_rule and tenant:bc23fa38e31c4e5f843357e5951beff2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:21.400030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:21.412118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.413797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:21.434721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:21.446438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.508616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 955484e5-5f7c-4651-8fa8-d5554ac1b305 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:21.533019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:21.596926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.678515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:21.751585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:21.775224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4dba12d3-8740-44f0-9406-7aaee4b5d7ac req-950eec71-355b-4399-9b58-acf2f83ccd30 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:21.778019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 955484e5-5f7c-4651-8fa8-d5554ac1b305 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:21.779137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.793148 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4dba12d3-8740-44f0-9406-7aaee4b5d7ac req-950eec71-355b-4399-9b58-acf2f83ccd30 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763909 Feb 19 05:00:21.803508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.812557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.915401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 05:00:21.916304 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-eb44b9db-eb3a-48a4-868e-d8c1a028c921 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294133 Feb 19 05:00:21.935403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:21.973986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.092384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.127790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:22.177846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4b3e4c-d573-44a0-8b50-82db7366e982 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:00:22.202041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc23fa38e31c4e5f843357e5951beff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959273 Feb 19 05:00:22.205478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.214013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50932) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:22.252701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.259968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019ab6fb-cb71-4e1b-9f06-b0db05f66f66,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:22.264422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:22.292638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Transition to ACTIVE for port object bf4b3e4c-d573-44a0-8b50-82db7366e982 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:22.312030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:22.329468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.358201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.362706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba0750-1a9e-4865-8f47-ada8523de938,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:22.377163 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:00:22.380202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.380520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:22.408145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:22.415196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:22.417197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:22.444129 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b70f161b-1820-482e-93b1-0f7e16ed0171 req-b42f6f48-e020-4147-9e53-355e96cabe31 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5142281 Feb 19 05:00:22.459060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db9fb38-ef58-4b1a-b7af-6629f422386d,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:22.471425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:22.478693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.500268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:22.504598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f293d709-badd-4805-bb18-a4c72635364d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:22.584618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:22.586690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.587984 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5653572 Feb 19 05:00:22.601295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:22.602389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50938) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:22.616950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group_rule': {'security_group_id': 'cc584685-6bd4-4896-af46-08ff46ce9315', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:22.630360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c438a0f6-9bba-495f-b46d-f041d0bdafa0,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:22.843323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:22.871663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:22.881275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:22.883931 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cba0750-1a9e-4865-8f47-ada8523de938 HTTP/1.1" status: 204 len: 168 time: 1.8121846 Feb 19 05:00:22.914387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.019898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:23.096900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.133447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:23.133447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:23.174303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-653fa044-5818-4a5c-8888-aaa20363d2a6 None None] Provisioning complete for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:23.180954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-653fa044-5818-4a5c-8888-aaa20363d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.303348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:23.338439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:23.409077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-653fa044-5818-4a5c-8888-aaa20363d2a6 None None] Port cd21123f-fb9e-4ae6-bb59-4bfb32406505 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:23.440547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:23.499192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.508552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Attempting to bind port bf4b3e4c-d573-44a0-8b50-82db7366e982 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:23.508552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Attempting to bind port bf4b3e4c-d573-44a0-8b50-82db7366e982 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '3299f4cf-1101-4a55-bdc7-51c044455318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:23.508552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Attempting to bind port bf4b3e4c-d573-44a0-8b50-82db7366e982 on network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:23.523537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:23.524776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Checking segment: {'id': '3299f4cf-1101-4a55-bdc7-51c044455318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:23.526538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.527374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Bound using segment: {'id': '3299f4cf-1101-4a55-bdc7-51c044455318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:23.528240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Bound port: bf4b3e4c-d573-44a0-8b50-82db7366e982, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3299f4cf-1101-4a55-bdc7-51c044455318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9420eed0-2d58-4dc3-9dcd-71cc7c204913'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:23.528865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.556185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.560336 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c438a0f6-9bba-495f-b46d-f041d0bdafa0 HTTP/1.1" status: 204 len: 168 time: 4.8334153 Feb 19 05:00:23.574493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 50956) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:23.595746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:23.753112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.846662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.869590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:23.887137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-839a727d-7c32-4ef7-ba78-905292b2b60f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:23.903270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-bb5beb41-d52d-4f63-9a38-8d751049d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:23.904974 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-bb5beb41-d52d-4f63-9a38-8d751049d1a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 1160 time: 0.7761188 Feb 19 05:00:23.912245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cae10-7ac5-488b-a21e-d2bebea334f7 req-fa068940-4921-4cc3-a9aa-f0f3faa1053e tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:23.913964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a60cae10-7ac5-488b-a21e-d2bebea334f7 req-fa068940-4921-4cc3-a9aa-f0f3faa1053e tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 943 time: 0.7885802 Feb 19 05:00:23.920632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:00:23.921610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f35971d-c905-4cb5-bd9d-2a689329e506,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:23.935290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:23.998854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:14Z', 'revision_number': 2, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:24.000993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.015271 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a60cae10-7ac5-488b-a21e-d2bebea334f7 req-b0c004a6-d3be-4814-a3dc-4a097184be82 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748935 Feb 19 05:00:24.018032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:00:24.019112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Updating router f07efc37-5e1d-4135-9b97-de221182f266 port a93b7099-2f35-4a4e-a0df-cacb0f958040 binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:00:24.085971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.092863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6c8fff8d-8e4b-4a40-bef9-56e18d3c0f72 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4828579 Feb 19 05:00:24.098350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 50976) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:24.115751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:24.132351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.153354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:24.177706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:24.182467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982,segment=NetworkSegment(3299f4cf-1101-4a55-bdc7-51c044455318),segment_id=3299f4cf-1101-4a55-bdc7-51c044455318)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:24.193123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ab6fb-cb71-4e1b-9f06-b0db05f66f66,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:24.201858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.205082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:24.221687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:floatingip and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:24.237839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:24.313490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:24.347166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:24.355876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.484012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:00:24.489390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-2e36f80f-ac8e-4ceb-a144-ce259b137b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:24.491273 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-2e36f80f-ac8e-4ceb-a144-ce259b137b5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 908 time: 0.3801570 Feb 19 05:00:24.495494 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec66cc37-a968-4e5c-aee7-f9d0f4f85b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.7931888 Feb 19 05:00:24.499654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:00:24.517720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:24.518340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:24.602162 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-ff574676-3ba0-4af3-be79-e902235a2f0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 HTTP/1.1" status: 200 len: 217 time: 0.0916822 Feb 19 05:00:24.712642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936dbf-7131-4f90-b88b-2682050283ee req-27e5b093-36d1-469f-abeb-46a0cffc3573 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:24.729482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-38936dbf-7131-4f90-b88b-2682050283ee req-27e5b093-36d1-469f-abeb-46a0cffc3573 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 1.7451522 Feb 19 05:00:24.730979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:24.743033 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/019ab6fb-cb71-4e1b-9f06-b0db05f66f66 HTTP/1.1" status: 204 len: 168 time: 2.5269198 Feb 19 05:00:24.852586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-5e91347c-8a85-4131-b260-f3be2c7a90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:24.854220 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-5e91347c-8a85-4131-b260-f3be2c7a90fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.2102389 Feb 19 05:00:24.912159 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:24.961564 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-9e674be8-bf2d-4fde-a849-093bf4a52dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982800 Feb 19 05:00:25.065577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:25.216951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-63db6414-4bde-49a8-8f3d-1ac18457bee6 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452030 Feb 19 05:00:25.270625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:25.307217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Transition to ACTIVE for port object a93b7099-2f35-4a4e-a0df-cacb0f958040 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:25.317285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:25.346360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:25.387814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:25.389168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:25.391268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf4b3e4c-d573-44a0-8b50-82db7366e982 HTTP/1.1" status: 200 len: 1157 time: 5.3738854 Feb 19 05:00:25.397892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:25.473848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:25.649144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:25.726618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bf274-43d8-43b8-a30b-eacab7172f40 None None] Pushing event updated for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:25.768333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cd0bf274-43d8-43b8-a30b-eacab7172f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:25.869972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:25.938963 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-38936dbf-7131-4f90-b88b-2682050283ee req-eaae84e9-9b02-436b-99e6-f1bf752529c3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0530021 Feb 19 05:00:26.222111 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a709cbcf-f289-4b13-9b25-f837826e24a1 req-26e89e7b-0df2-473a-a4ad-e4ef8b08e5f3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9926395 Feb 19 05:00:26.315036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.315416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.316490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.316742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > port after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.317026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.317372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > port after_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.317729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.318105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.318455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.318792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.343438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Attempting to bind port a93b7099-2f35-4a4e-a0df-cacb0f958040 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:26.343656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Attempting to bind port a93b7099-2f35-4a4e-a0df-cacb0f958040 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:26.343990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Attempting to bind port a93b7099-2f35-4a4e-a0df-cacb0f958040 on network bf2b755b-5e50-4005-a4db-5cbf62e07491 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:26.360524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:26.360912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Checking segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:26.361528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:26.362104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Bound using segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:26.364519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Bound port: a93b7099-2f35-4a4e-a0df-cacb0f958040, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:26.369004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:26.460559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.460945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.461330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.461682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 05:00:26.462084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cc4d2e-4361-4bc8-8b03-edbb3c3686a8']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:26.511890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-c2dec7cc-0e6c-45e8-91df-23c2194f8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:26.513936 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-c2dec7cc-0e6c-45e8-91df-23c2194f8ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f224c743ef804557a2e55782a51add5b&device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 1160 time: 0.8713603 Feb 19 05:00:26.525710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a83ab47-5dd2-4ff5-9aa6-cd25647fbfe1') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:26.526097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a83ab47-5dd2-4ff5-9aa6-cd25647fbfe1') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:26.633690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] For port a93b7099-2f35-4a4e-a0df-cacb0f958040, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:26.640145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] For port a93b7099-2f35-4a4e-a0df-cacb0f958040, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a93b7099-2f35-4a4e-a0df-cacb0f958040,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:26.648660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:26.733942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Allocated IP 172.28.1.238 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/d96b4bc7-a01f-488d-b67e-1ddeadc123c2) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:26.775916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f4253992-ab9b-4319-82e0-b238a4679959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:26.826272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:26.871726 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-459318fe-023f-440b-a158-0fc5f47cf87b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982 HTTP/1.1" status: 200 len: 217 time: 0.3369994 Feb 19 05:00:26.939605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bf274-43d8-43b8-a30b-eacab7172f40 None None] Pushing event updated for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:26.948092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cd0bf274-43d8-43b8-a30b-eacab7172f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:26.986886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-4b5d7bb7-f082-465f-ae08-30d9b0dbcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:26.989951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-4b5d7bb7-f082-465f-ae08-30d9b0dbcea8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=920529f4-82c4-4bbb-a9b7-5929cf4ed4b3 HTTP/1.1" status: 200 len: 851 time: 0.1053176 Feb 19 05:00:26.999883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:27.000689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:27.110583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:27.113970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:00:27.250849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 2, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:27.311103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:00:27.311850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Updating router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 port cd21123f-fb9e-4ae6-bb59-4bfb32406505 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:00:27.501508 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-beadb99e-16f8-4adb-820e-8cdf859f8d09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9420eed0-2d58-4dc3-9dcd-71cc7c204913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4946597 Feb 19 05:00:27.554237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:27.576236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51052) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:27.598146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:27.620331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912390284', 'description': 'tempest-description--1090897405'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:27.648607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:27.670372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:27.688681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:27.754941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:27.764512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a93b7099-2f35-4a4e-a0df-cacb0f958040 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:27.811906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:27.815322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:27.875516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:27.882298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:27.885901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:00:27.889033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:27.945276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:27.954709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:27.985434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:28.123142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port a93b7099-2f35-4a4e-a0df-cacb0f958040 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:28.153930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port a93b7099-2f35-4a4e-a0df-cacb0f958040 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:28.157263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:28.350338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-7f43e65e-c532-4245-b4f7-8cd9fb1bc0a0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:00:28.559148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-b78a6b83-d769-40d0-9dab-83a9479fdbbb tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:28.561692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-b78a6b83-d769-40d0-9dab-83a9479fdbbb tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Synchronizing usage tracker for tenant:f224c743ef804557a2e55782a51add5b on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:28.706369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:28.809040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:26Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:28.824360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-b78a6b83-d769-40d0-9dab-83a9479fdbbb tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Unset dirty status for tenant:f224c743ef804557a2e55782a51add5b on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:28.837526 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-b78a6b83-d769-40d0-9dab-83a9479fdbbb tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 943 time: 2.1020558 Feb 19 05:00:28.837784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:28.842367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a606068-93d6-4ad9-a8a7-6549cc7e20f3 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:26Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:00:28.874486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Network 86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:00:28.978536 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:00:29.024125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=d96b4bc7-a01f-488d-b67e-1ddeadc123c2,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:29.069336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:29.090226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:29.113547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:29.115557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:29.179294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:29.183517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.212161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:29.212935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.338016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-7728abf4-0cc2-4649-ab65-bdac52182cfc service neutron] 10.222.0.55 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7948160 Feb 19 05:00:29.533215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cbea-d9fe-4037-848c-d61bd18389a1 req-7a592524-54d5-4f5d-9ab7-089e4bf17fb4 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:29.537246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b342cbea-d9fe-4037-848c-d61bd18389a1 req-7a592524-54d5-4f5d-9ab7-089e4bf17fb4 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 0.8267682 Feb 19 05:00:29.653282 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b342cbea-d9fe-4037-848c-d61bd18389a1 req-f0852f9e-1738-44fa-a6ca-6ca77b3300f8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992436 Feb 19 05:00:29.739085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.754812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.773516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f2acbd33-60a9-414b-9b1d-2e2ac1d37dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:29.787286 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3dda377-2b18-4a4a-bda7-7a218c90f480 req-073931e9-87eb-46a8-b352-7a7d8a0a0f23 service neutron] 10.222.0.55 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4291699 Feb 19 05:00:29.807638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-0c13f153-02df-4af8-a278-30d8a63b29b2 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Synchronizing usage tracker for tenant:f224c743ef804557a2e55782a51add5b on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:29.849681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.852537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-0c13f153-02df-4af8-a278-30d8a63b29b2 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Unset dirty status for tenant:f224c743ef804557a2e55782a51add5b on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:29.853818 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b02e4321-860f-40e6-b6bc-a2894c7abb9d req-0c13f153-02df-4af8-a278-30d8a63b29b2 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9344678 Feb 19 05:00:29.856072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-141cebdb-7799-4bf9-ac05-e528bdd1ddb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:29.865570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port a93b7099-2f35-4a4e-a0df-cacb0f958040, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a93b7099-2f35-4a4e-a0df-cacb0f958040,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:29.904618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cc4d2e-4361-4bc8-8b03-edbb3c3686a8,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:29.907551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.917263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86cc4d2e-4361-4bc8-8b03-edbb3c3686a8 HTTP/1.1" status: 204 len: 168 time: 6.3062284 Feb 19 05:00:29.918394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5992c6dc-ae88-4b02-b3b0-36d8766a0a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:29.956048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.967547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:29.976249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc895882-e7fb-44f3-8260-1cbd3044a897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:30.069359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.091393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:30.107209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5b323-d5c7-46ce-b35d-f32b633fe752,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:30.115726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:30.116648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.118021 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5398395 Feb 19 05:00:30.121385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51112) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:30.133988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group_rule': {'security_group_id': 'b8a5b323-d5c7-46ce-b35d-f32b633fe752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:30.158546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:30.176231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.179383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:30.194912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:30.221598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:30.234549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:30.235038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.255755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Transition to ACTIVE for port object cd21123f-fb9e-4ae6-bb59-4bfb32406505 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:30.256714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:30.279088 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982', 'status': 'completed', 'code': 200} Feb 19 05:00:30.279544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:30.282202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:30.304096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.409844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.420598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.511241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:30.512786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.528031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.564366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:30.578942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.585291 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607460 Feb 19 05:00:30.587813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51128) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:30.603562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group_rule': {'security_group_id': 'b8a5b323-d5c7-46ce-b35d-f32b633fe752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:30.610425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:30.616385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:30.620852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:30.627388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:30.651639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad8b6b3-f063-41a9-b48f-f8f7b455a14a,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:30.673438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5dedf75a-ceb4-4290-bbd1-113151d542d4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:30.683769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:30.685010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:30.698987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-9729b1c3-bdb4-46c6-997c-f9ee0e74bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:30.700888 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-9729b1c3-bdb4-46c6-997c-f9ee0e74bdb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f224c743ef804557a2e55782a51add5b&device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 1160 time: 0.3131850 Feb 19 05:00:30.701633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.770101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:30.887156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-00f5ce19-8dee-4e7d-a204-fb051b133978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:30.888803 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-00f5ce19-8dee-4e7d-a204-fb051b133978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9420eed0-2d58-4dc3-9dcd-71cc7c204913 HTTP/1.1" status: 200 len: 905 time: 0.1753430 Feb 19 05:00:30.909024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51136) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:30.964533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:30.964991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:30.977849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-27406c7b-a233-41e4-b4d0-2e7a5284f336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22bb4889acc1406b84ea03d9b7e0bb76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0673642 Feb 19 05:00:30.991787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51142) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:31.047463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Pushing event updated for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:31.079865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:31.167029 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-8c12fc11-b88e-41c3-9704-12d65ca513a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982 HTTP/1.1" status: 200 len: 217 time: 0.2705805 Feb 19 05:00:31.195957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.237627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.345743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.370210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:31.412756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00467a5c-1c55-43fb-98da-9736bcd59961,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:31.427361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:31.436380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.440891 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00467a5c-1c55-43fb-98da-9736bcd59961 HTTP/1.1" status: 204 len: 168 time: 0.4451590 Feb 19 05:00:31.532966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-c57fd81c-b0f9-4894-9987-e0431c04c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:31.536476 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-c57fd81c-b0f9-4894-9987-e0431c04c0ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=920529f4-82c4-4bbb-a9b7-5929cf4ed4b3 HTTP/1.1" status: 200 len: 851 time: 0.3486595 Feb 19 05:00:31.543866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.558828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.591089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.609367 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-42a9127f-eeed-40a6-bc78-51aaf7b89731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9420eed0-2d58-4dc3-9dcd-71cc7c204913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676463 Feb 19 05:00:31.611537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.667858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:31.717254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314f8724-1426-49cf-9ed6-133c33b9e9b8,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:31.720672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:31.721904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:31.730663 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1381898 Feb 19 05:00:31.731622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51164) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:31.807966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:31.898264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:31.995452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Attempting to bind port cd21123f-fb9e-4ae6-bb59-4bfb32406505 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:31.998505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Attempting to bind port cd21123f-fb9e-4ae6-bb59-4bfb32406505 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:31.999991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Attempting to bind port cd21123f-fb9e-4ae6-bb59-4bfb32406505 on network b3240e77-5f85-453f-a4eb-fb6729c35700 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:32.033168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:32.035342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Checking segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:32.037814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.039715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Bound using segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:32.042033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Bound port: cd21123f-fb9e-4ae6-bb59-4bfb32406505, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:32.042843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.120656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26acc0-26b7-4a81-b37e-949a2f11130c req-a55fab2f-0a26-4e52-9afd-f284c6b3bcb1 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:32.122395 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e26acc0-26b7-4a81-b37e-949a2f11130c req-a55fab2f-0a26-4e52-9afd-f284c6b3bcb1 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 943 time: 0.6635156 Feb 19 05:00:32.205533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] For port cd21123f-fb9e-4ae6-bb59-4bfb32406505, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:32.211396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] For port cd21123f-fb9e-4ae6-bb59-4bfb32406505, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=cd21123f-fb9e-4ae6-bb59-4bfb32406505,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:32.217815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a93b7099-2f35-4a4e-a0df-cacb0f958040 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:32.219189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.260557 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e26acc0-26b7-4a81-b37e-949a2f11130c req-63f34fe2-8d31-4e83-82e8-25112f78c208 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Feb 19 05:00:32.261414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=d96b4bc7-a01f-488d-b67e-1ddeadc123c2,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:32.265197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:32.266009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.267276 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1678622 Feb 19 05:00:32.272243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.335269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33086-6a59-4cf5-b977-aa01bbaa8a56 req-7ab402f4-9cb6-4e98-aa82-628a86dcb764 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:32.343791 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efc33086-6a59-4cf5-b977-aa01bbaa8a56 req-7ab402f4-9cb6-4e98-aa82-628a86dcb764 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 1.1731865 Feb 19 05:00:32.365137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:32.393519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:floatingip and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:32.398352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:32.412948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:32.415253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:32.453191 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efc33086-6a59-4cf5-b977-aa01bbaa8a56 req-7ba71495-1af2-466e-9209-e867dc33f372 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082911 Feb 19 05:00:32.480790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.529919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Pushing event updated for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:32.550149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:32.623766 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-534da188-126b-4390-85aa-55033f154425 service neutron] 10.222.0.55 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0062675 Feb 19 05:00:32.828939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port a93b7099-2f35-4a4e-a0df-cacb0f958040 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:32.829640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:32.995409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-252d1a17-9713-43cc-ba57-30126893d4dc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:33.064587 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58', 'code': 200} Feb 19 05:00:33.218551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:00:33.219697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:33.244413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-252d1a17-9713-43cc-ba57-30126893d4dc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:33.259252 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-252d1a17-9713-43cc-ba57-30126893d4dc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2022549700&fields=id&tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 267 time: 0.4746711 Feb 19 05:00:33.328549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51204) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:33.494742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:33.561283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-a00d34a0-7185-45e6-9e34-8875f719b01f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:00:33.572101 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8a5b2234-a470-4cd5-bf25-9bb7e69cacd3 req-5d514a2b-8f31-4304-827b-7a68233da4ff service neutron] 10.222.0.55 "GET /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9395747 Feb 19 05:00:33.641365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:00:33.674759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-e2dda872-7e4f-40ac-b07e-a034b76fb912 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:33.676091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-e2dda872-7e4f-40ac-b07e-a034b76fb912 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:33.714971 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0a615fc1-5d30-44bf-be5c-dfccc4f2d7d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d361454b5d364667adc622c8d03cead3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3825707 Feb 19 05:00:33.716770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51214) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:33.735720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-e2dda872-7e4f-40ac-b07e-a034b76fb912 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:33.737120 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-e2dda872-7e4f-40ac-b07e-a034b76fb912 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 809 time: 0.4721282 Feb 19 05:00:33.806494 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-e4ae700e-c317-4a8c-bb88-dbbf81d969dc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/quotas/eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 375 time: 0.0532265 Feb 19 05:00:33.815201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783a7b-b354-49fe-8154-513b9e4741de req-dcb1fc19-7f6e-4153-8d45-233d04e1ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:33.821184 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-24783a7b-b354-49fe-8154-513b9e4741de req-dcb1fc19-7f6e-4153-8d45-233d04e1ef31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 1162 time: 0.3887870 Feb 19 05:00:33.842136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cbb83-76a6-45d3-93ff-b9c34da85fb2 req-9c43c482-d080-4e2a-81c4-bc8c29004a14 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:33.856097 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8d1cbb83-76a6-45d3-93ff-b9c34da85fb2 req-9c43c482-d080-4e2a-81c4-bc8c29004a14 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 943 time: 0.3127062 Feb 19 05:00:33.927241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:33.967226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:33.980053 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8d1cbb83-76a6-45d3-93ff-b9c34da85fb2 req-b6e30948-820f-431c-9c3c-4f582fd5b042 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925708 Feb 19 05:00:33.994363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:34.008293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Usage tracker for resource:security_group_rule and tenant:d049eea23e374b508a1d4a0b301435d6 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:34.013164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:34.024419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.028569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:34.109596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-25152938-9a33-414e-a275-0e39745716b9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:34.121878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.131104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:00:34.139689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b19f-e645-4052-9f8c-f342cee71096 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:00:34.176072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device bf4b3e4c-d573-44a0-8b50-82db7366e982 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:34.198683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Allocated IP 172.28.1.176 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/2706e6b0-969a-4fb1-95c7-f3bc89d6b48b) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:34.220629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-25152938-9a33-414e-a275-0e39745716b9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:34.230850 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-25152938-9a33-414e-a275-0e39745716b9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4173179 Feb 19 05:00:34.259995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.361201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port bf4b3e4c-d573-44a0-8b50-82db7366e982 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:34.374316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port bf4b3e4c-d573-44a0-8b50-82db7366e982 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:34.377526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.389494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:34.408204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15574c-74ab-4101-bd47-75b61f09d9bd req-7622492b-c65a-4bb0-9364-ca8acd6da5d7 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:34.410529 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad15574c-74ab-4101-bd47-75b61f09d9bd req-7622492b-c65a-4bb0-9364-ca8acd6da5d7 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.2723444 Feb 19 05:00:34.434131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.459288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.483785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:34.506206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6043d78-b89c-4b5d-85dd-bd36cd6af43f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:34.532563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:34.548595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.552827 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-24783a7b-b354-49fe-8154-513b9e4741de req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215805 Feb 19 05:00:34.553637 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6043d78-b89c-4b5d-85dd-bd36cd6af43f HTTP/1.1" status: 204 len: 168 time: 0.8230515 Feb 19 05:00:34.588549 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad15574c-74ab-4101-bd47-75b61f09d9bd req-b8fa16fd-749c-4f2b-9753-247cae1336ed tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493959 Feb 19 05:00:34.627404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13c7e9-0227-49ae-b47e-c8d863a6ae00,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:34.648657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:34.681782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51232) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:34.760121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.782133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.805470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982,segment=NetworkSegment(3299f4cf-1101-4a55-bdc7-51c044455318),segment_id=3299f4cf-1101-4a55-bdc7-51c044455318)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:34.809583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.810652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:34.931440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:34.953410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:34.999806 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-b20e94b1-79b5-4c41-8b03-1771e52d050c service neutron] 10.222.0.13 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674078 Feb 19 05:00:35.070516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:35.073811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:35.107725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:35.115872 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Usage tracker for resource:security_group_rule and tenant:0aef63f476ae4073816f36502ac5938a is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:35.119630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:35.121871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:35.122471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:35.130706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:35.342948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:35.350729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:35.360936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:35.408138 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-672a60b4-d279-4790-a830-61f6c42b242e service neutron] 10.222.0.13 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4073417 Feb 19 05:00:35.509772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:35.564550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:35.662494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:35.730639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:35.736799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:35.745698 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:35.846376 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982', 'code': 200} Feb 19 05:00:35.854140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aef63f476ae4073816f36502ac5938a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1612971 Feb 19 05:00:35.854959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51278) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:35.909182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=2706e6b0-969a-4fb1-95c7-f3bc89d6b48b,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:35.929802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:35.991059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device bf4b3e4c-d573-44a0-8b50-82db7366e982 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:36.229414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b117130a-0233-4644-b415-50614874beee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:36.230530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02c22f-a9b8-4cc3-a698-8502c405954b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:36.233051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:36.265813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:36.291637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port bf4b3e4c-d573-44a0-8b50-82db7366e982 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:36.292778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:36.378304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cd21123f-fb9e-4ae6-bb59-4bfb32406505 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:36.606062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b117130a-0233-4644-b415-50614874beee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:36.647772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac7717-4c65-4ab1-8ed7-c94e89a9eefe req-7fdd299b-7cd9-4a30-b58a-d498e1d1144e tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:36.662224 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6ac7717-4c65-4ab1-8ed7-c94e89a9eefe req-7fdd299b-7cd9-4a30-b58a-d498e1d1144e tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 1.3047683 Feb 19 05:00:36.770761 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6ac7717-4c65-4ab1-8ed7-c94e89a9eefe req-5f2edf44-20b9-4e33-ae8a-1c01fe7bd7b1 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062965 Feb 19 05:00:36.773078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:36.801280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc467f5-6515-4604-8786-1e98c612cdfd req-c6381ea3-8772-4f1f-ba51-34654b624f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:36.809263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1bc467f5-6515-4604-8786-1e98c612cdfd req-c6381ea3-8772-4f1f-ba51-34654b624f51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 1162 time: 0.4574995 Feb 19 05:00:36.912771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:36.951718 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1bc467f5-6515-4604-8786-1e98c612cdfd req-60528ff1-86c3-4d18-b38a-74a63fd3d1e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324930 Feb 19 05:00:36.955674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b117130a-0233-4644-b415-50614874beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:37.145207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2784b61-5454-49c2-96c1-61a2d2ddc519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:37.151846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3ff2-d8c8-413d-bc81-a7dff17959ba req-d6235537-d8fc-4af5-909b-002eb6bac042 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:37.165173 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fe3f3ff2-d8c8-413d-bc81-a7dff17959ba req-d6235537-d8fc-4af5-909b-002eb6bac042 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.8918152 Feb 19 05:00:37.196770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d20bd482-7904-41b1-8985-45946f16ea02 req-7b8c4bc2-0d35-4236-b098-bb8369f4c611 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 210 time: 0.1976182 Feb 19 05:00:37.196770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117130a-0233-4644-b415-50614874beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02c22f-a9b8-4cc3-a698-8502c405954b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:37.198551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b117130a-0233-4644-b415-50614874beee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:37.199450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b117130a-0233-4644-b415-50614874beee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:37.200683 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b117130a-0233-4644-b415-50614874beee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a02c22f-a9b8-4cc3-a698-8502c405954b HTTP/1.1" status: 204 len: 168 time: 1.3025460 Feb 19 05:00:37.563592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:37.566184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:37.869605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:37.959640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port cd21123f-fb9e-4ae6-bb59-4bfb32406505, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=cd21123f-fb9e-4ae6-bb59-4bfb32406505,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:37.964587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:37.966802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d990d62f-fa7c-4f3a-a3ff-d2e76bd59328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:38.127699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:38.132055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.149552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.182249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51342) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:38.293652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.315405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:38.320873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Usage tracker for resource:security_group_rule and tenant:93a58738a0bb444998aab1e98f85ec68 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:38.326001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:38.334013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:38.364522 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fe3f3ff2-d8c8-413d-bc81-a7dff17959ba req-898bb9f2-1aaa-4284-9714-353a207f254c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1944358 Feb 19 05:00:38.392767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:38.400946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:38.411501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:38.452305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:38.453315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.492771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.508760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.576052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef643515-ead4-45f6-88bb-0c88ecba87a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:38.602703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=2706e6b0-969a-4fb1-95c7-f3bc89d6b48b,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:38.613589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:38.619084 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93a58738a0bb444998aab1e98f85ec68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350460 Feb 19 05:00:38.620055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc039e17-7fa6-428b-bc67-62e2645696a3,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:38.642724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51350) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:38.651283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:38.733271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.779729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.856089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.880133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1276b-a7cb-48d3-a9b9-9d23e4c96fc2 req-1fdb74c6-9c86-4578-9532-1e558204e819 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:38.882202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6a1276b-a7cb-48d3-a9b9-9d23e4c96fc2 req-1fdb74c6-9c86-4578-9532-1e558204e819 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 0.7045395 Feb 19 05:00:38.884123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.894512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:38.929870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc039e17-7fa6-428b-bc67-62e2645696a3,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:38.932869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.941504 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1455302 Feb 19 05:00:38.946139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:38.949638 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-82fe85be-32e5-4014-abcd-40d54083a8dd req-57ac4af5-9f4b-4821-9e75-4fe0dd9a4f61 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 210 time: 0.0735276 Feb 19 05:00:38.995403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:38.997200 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc039e17-7fa6-428b-bc67-62e2645696a3 HTTP/1.1" status: 204 len: 168 time: 0.3522894 Feb 19 05:00:39.172816 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6a1276b-a7cb-48d3-a9b9-9d23e4c96fc2 req-93a5253d-6c99-4f4d-aa10-f424ad447c5b tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654345 Feb 19 05:00:39.259952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-607c73ff-68fd-45b1-b410-6f9b0d7b962e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:39.262332 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-607c73ff-68fd-45b1-b410-6f9b0d7b962e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 809 time: 0.3099504 Feb 19 05:00:39.449681 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-ad914105-c3e6-4155-849c-ec840545c321 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 5704 time: 0.1696389 Feb 19 05:00:39.477672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'port': {'device_id': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'admin_state_up': True, 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'security_groups': ['cc584685-6bd4-4896-af46-08ff46ce9315']}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:39.492540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-35df1ada-e95d-4805-9559-ad1686235bd2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1912390284&fields=id&tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 267 time: 0.1467414 Feb 19 05:00:39.765655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-0fbbcdc6-acab-4c35-911a-e583724390b4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:39.774185 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-0fbbcdc6-acab-4c35-911a-e583724390b4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 817 time: 0.2791510 Feb 19 05:00:39.793488 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-1c49d105-64e4-48af-8992-42100d9fda3f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/quotas/9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 375 time: 0.0181975 Feb 19 05:00:39.970913 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ac0512fd-f659-4894-8e76-587573c58ddd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763258 Feb 19 05:00:40.158045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cd21123f-fb9e-4ae6-bb59-4bfb32406505 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:40.170866 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-15afa8ec-2933-4af4-92a3-08eb900fb10a service neutron] 10.222.0.13 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969500 Feb 19 05:00:40.207445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:40.249092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7da5-9711-4bf9-a592-34715dcaba6d req-3c75aa83-e70e-44b5-86f6-a0736cc3e4b3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:40.261244 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b3e7da5-9711-4bf9-a592-34715dcaba6d req-3c75aa83-e70e-44b5-86f6-a0736cc3e4b3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.4808216 Feb 19 05:00:40.303587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port cd21123f-fb9e-4ae6-bb59-4bfb32406505 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:40.304069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:40.364177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:40.395186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Made reservation on behalf of eb191c5944ab4a1e8b2bc5bec866d20c for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:00:40.401020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:40.446221 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b3e7da5-9711-4bf9-a592-34715dcaba6d req-285c0496-67fa-4b5f-be68-bcf3d6c84e8f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840544 Feb 19 05:00:40.559592 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-fcb5f663-277b-4a30-9f33-5bc95c11b993 service neutron] 10.222.0.13 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3867972 Feb 19 05:00:40.809525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62364172-f14e-4f54-a54a-50507cf44c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:41.277173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86ebe3-0358-4396-93bb-add27fa21fd8 req-f9ac3b30-73e0-4189-998c-a6c46da27db5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:41.282122 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1c86ebe3-0358-4396-93bb-add27fa21fd8 req-f9ac3b30-73e0-4189-998c-a6c46da27db5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 0.2769537 Feb 19 05:00:41.350234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Allocated IP 172.20.0.10 (bf2b755b-5e50-4005-a4db-5cbf62e07491/451a751d-79ac-4196-b209-07a04fbe9c22/ee781318-b88c-4c6d-960b-92598021430c) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:41.451277 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-242cea3d-15a7-4905-b028-5cec03c36732 req-e5ed0478-664c-4330-a146-2233864585ec tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 210 time: 0.0947855 Feb 19 05:00:41.475392 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1c86ebe3-0358-4396-93bb-add27fa21fd8 req-d9ec077c-385c-4e8e-8d4b-212ec8cbe28b tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861575 Feb 19 05:00:41.679209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:00:41.938504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:41.943723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0cdf28bc-fb52-4c3a-a855-9639e3053b5c req-aab0026b-cd4c-4509-a33c-47d173f5ae4c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:41.971072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Transition to ACTIVE for port object ee781318-b88c-4c6d-960b-92598021430c will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:41.987910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0cdf28bc-fb52-4c3a-a855-9639e3053b5c req-aab0026b-cd4c-4509-a33c-47d173f5ae4c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:41.989864 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0cdf28bc-fb52-4c3a-a855-9639e3053b5c req-aab0026b-cd4c-4509-a33c-47d173f5ae4c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1293230 Feb 19 05:00:42.045087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:42.220398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:42.306852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=ee781318-b88c-4c6d-960b-92598021430c,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:42.340978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:42.350046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:42.351492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:42.354187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:42.536870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:42.539918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:42.586256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1310236 Feb 19 05:00:42.606670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Request body: {'port': {'device_id': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:42.859753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-e6e3f444-53a1-4e3f-bfcd-c09ab6f1989c None None] Provisioning for port ee781318-b88c-4c6d-960b-92598021430c completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:42.883223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-e6e3f444-53a1-4e3f-bfcd-c09ab6f1989c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:42.883875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e3f444-53a1-4e3f-bfcd-c09ab6f1989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:42.915766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aeb95-d82b-4656-9b01-4655e3827b4b req-61ec9778-3b41-46dc-84eb-ad85463bf560 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:42.923959 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-122aeb95-d82b-4656-9b01-4655e3827b4b req-61ec9778-3b41-46dc-84eb-ad85463bf560 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 932 time: 0.1626527 Feb 19 05:00:42.989616 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-122aeb95-d82b-4656-9b01-4655e3827b4b req-7eb448d7-5760-486c-9cd2-08d8d2005e5e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629964 Feb 19 05:00:43.029862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3f444-53a1-4e3f-bfcd-c09ab6f1989c None None] Port ee781318-b88c-4c6d-960b-92598021430c cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:43.151917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:43.244053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51520) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:43.467734 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4dd1559b-5107-4fe1-9c4a-d9c7027db9c5 req-13236649-b580-475d-a4d4-a4bcd313837c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1607869 Feb 19 05:00:43.554577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-055215ec-2e27-4319-b824-b5045b7035a8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:43.556913 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-055215ec-2e27-4319-b824-b5045b7035a8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 817 time: 0.2948496 Feb 19 05:00:43.662501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:43.742835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:43.757378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Usage tracker for resource:security_group_rule and tenant:ea75dc1fb26241f9a7abe20a209e64a2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:43.766889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:43.782294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:43.891803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-944f05b4-c98d-44c1-bac0-f464bd39d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.041623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.070001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.086692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.122271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c64af9b-0075-47fa-99c0-0b1e16288c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:44.133651 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea75dc1fb26241f9a7abe20a209e64a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879018 Feb 19 05:00:44.142977 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-428a1398-df66-475d-8836-d2242687a55e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 5705 time: 0.5598917 Feb 19 05:00:44.143618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51558) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:44.202092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee781318-b88c-4c6d-960b-92598021430c {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:00:44.219317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'port': {'device_id': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'admin_state_up': True, 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'security_groups': ['b8a5b323-d5c7-46ce-b35d-f32b633fe752']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:44.257746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.292717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Transition to ACTIVE for port object ee781318-b88c-4c6d-960b-92598021430c will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:44.301809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.320060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:44.338335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9673a53b-81dc-4a16-823f-5abf9ccdfed9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:44.350579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.350975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.351370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.351757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.352139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.352680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.353061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.353439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.353814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.354189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.354621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.355113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.355539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.355917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.356315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.356695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.357069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.357502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.357872 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.358250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.358627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.359001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.359374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.359765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.377790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:44.378774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.439753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.483005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840359f-8c58-4cc6-baea-30af13134db0 req-b6afbadd-5dad-40c0-b88e-fc6c95cc47e9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:44.483866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4840359f-8c58-4cc6-baea-30af13134db0 req-b6afbadd-5dad-40c0-b88e-fc6c95cc47e9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:44.511362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4840359f-8c58-4cc6-baea-30af13134db0 req-b6afbadd-5dad-40c0-b88e-fc6c95cc47e9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:44.512744 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4840359f-8c58-4cc6-baea-30af13134db0 req-b6afbadd-5dad-40c0-b88e-fc6c95cc47e9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 932 time: 0.3033879 Feb 19 05:00:44.514824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:44.527000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:44.527281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Pushing event updated for resources: {'Port': ['ID=ee781318-b88c-4c6d-960b-92598021430c,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:44.541259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Made reservation on behalf of 9dfea8bd292446fc8db4fc027f6409ff for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:00:44.551029 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.587835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.588254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.588849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.589226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.589610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.589988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.590366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.590770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.591121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.591497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.603923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.636129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.648678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.649215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.649613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:44.662020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:44.779532 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4840359f-8c58-4cc6-baea-30af13134db0 req-4e2c6703-1455-4e81-8f11-98cb31ae9fb0 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178118 Feb 19 05:00:44.970891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:44.981370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:45.009939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9673a53b-81dc-4a16-823f-5abf9ccdfed9,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:45.013098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:45.033954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.038472 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9673a53b-81dc-4a16-823f-5abf9ccdfed9 HTTP/1.1" status: 204 len: 168 time: 0.8874912 Feb 19 05:00:45.061188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Allocated IP 172.20.0.9 (b3240e77-5f85-453f-a4eb-fb6729c35700/248a2d8b-c61e-4a1d-9c3f-deb49d19be66/ecf48012-deb8-4ae9-96e2-6252aaf6605c) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:45.068938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Attempting to bind port ee781318-b88c-4c6d-960b-92598021430c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:45.069658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Attempting to bind port ee781318-b88c-4c6d-960b-92598021430c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:45.070575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Attempting to bind port ee781318-b88c-4c6d-960b-92598021430c on network bf2b755b-5e50-4005-a4db-5cbf62e07491 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:45.183800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:45.189003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Checking segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:45.192629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.193211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Bound using segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:45.194250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Bound port: ee781318-b88c-4c6d-960b-92598021430c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:45.196496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.257162 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-65431635-ce0e-4198-ab3b-4bf5827add1b req-9b83ecff-493e-42c1-a483-17e448acd772 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1935432 Feb 19 05:00:45.412545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] For port ee781318-b88c-4c6d-960b-92598021430c, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:45.416360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] For port ee781318-b88c-4c6d-960b-92598021430c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ee781318-b88c-4c6d-960b-92598021430c,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:45.423125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.446992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c1d74d7-093f-4a1d-b10a-46463c8c97c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:45.553808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.596203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Transition to ACTIVE for port object ecf48012-deb8-4ae9-96e2-6252aaf6605c will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:45.665361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.746642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-30d3cd2b-e51b-489e-9d48-127a74f97ff3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:45.748360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.831195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51620) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:45.902881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.935723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:45.936951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:45.953507 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] 10.222.0.55 "PUT /v2.0/ports/ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 1158 time: 3.3450499 Feb 19 05:00:45.959190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:46.025973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Pushing event updated for resources: {'Port': ['ID=ee781318-b88c-4c6d-960b-92598021430c,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:46.030352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:46.039284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:46.054627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:46.075152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:46.258958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:46.275503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:46.281500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:46.525428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:46.542999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Usage tracker for resource:security_group_rule and tenant:50e92f9eee844d7bb157b0fa993be001 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:46.547641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:46.564127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:46.596565 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:46.598371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:46.761518 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c', 'status': 'completed', 'code': 200} Feb 19 05:00:46.819431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:46.828089 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6741590 Feb 19 05:00:46.833402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:46.857364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:46.858071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Request body: {'port': {'device_id': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:46.874657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-ef42eb47-7522-4587-b306-6870540027f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:46.876412 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-ef42eb47-7522-4587-b306-6870540027f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1161 time: 0.8045068 Feb 19 05:00:46.888020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e207f-3271-4400-ae2c-e1d16dfa9a15 req-020271ab-4aa5-4b85-89ff-94ab90d9d5be tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:46.897580 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-de7e207f-3271-4400-ae2c-e1d16dfa9a15 req-020271ab-4aa5-4b85-89ff-94ab90d9d5be tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 944 time: 0.8654268 Feb 19 05:00:46.949171 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50e92f9eee844d7bb157b0fa993be001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1120443 Feb 19 05:00:46.955241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2b04eb8a-818f-4bd9-8811-ac92b354f902 None None] Provisioning for port ecf48012-deb8-4ae9-96e2-6252aaf6605c completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:46.968380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51650) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:46.979821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2b04eb8a-818f-4bd9-8811-ac92b354f902 None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:46.981236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2b04eb8a-818f-4bd9-8811-ac92b354f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.035967 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-7b7e2df2-e86a-4557-8641-21c1226e007a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 217 time: 0.0960462 Feb 19 05:00:47.070354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32d4ab-2042-4257-a870-74f88a3c1865 req-b55cf9a5-bc57-4197-be67-185e23ac3a39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:47.071729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bb32d4ab-2042-4257-a870-74f88a3c1865 req-b55cf9a5-bc57-4197-be67-185e23ac3a39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:47.083977 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-de7e207f-3271-4400-ae2c-e1d16dfa9a15 req-0ba3c51a-bbed-4bd3-92c9-7754b8cbc545 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853085 Feb 19 05:00:47.127601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847653e0-6e5e-4d29-99b5-a5684fac3097,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:47.135790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:47.136016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bb32d4ab-2042-4257-a870-74f88a3c1865 req-b55cf9a5-bc57-4197-be67-185e23ac3a39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:47.148647 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb32d4ab-2042-4257-a870-74f88a3c1865 req-b55cf9a5-bc57-4197-be67-185e23ac3a39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 931 time: 0.4869163 Feb 19 05:00:47.158491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.174114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8f6b81b9-e7b9-410b-b64c-3d98c78541c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:47.177045 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-8f6b81b9-e7b9-410b-b64c-3d98c78541c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.1043890 Feb 19 05:00:47.188689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2b04eb8a-818f-4bd9-8811-ac92b354f902 None None] Port ecf48012-deb8-4ae9-96e2-6252aaf6605c cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:00:47.194746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.338569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.352086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-88ec32db-5e09-43f8-86be-397820eca453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:47.371554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847653e0-6e5e-4d29-99b5-a5684fac3097,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:47.379830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:47.394725 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb32d4ab-2042-4257-a870-74f88a3c1865 req-61f8a042-7ee5-46aa-a440-33435637ad08 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430470 Feb 19 05:00:47.403632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.414202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/847653e0-6e5e-4d29-99b5-a5684fac3097 HTTP/1.1" status: 204 len: 168 time: 0.4343345 Feb 19 05:00:47.419378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:47.529189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-94c2dff6-631c-4432-a591-231af3203775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:47.531267 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-94c2dff6-631c-4432-a591-231af3203775 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3460371 Feb 19 05:00:47.949140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-2672b231-28fd-4a94-9800-0170f283d13d service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052503 Feb 19 05:00:48.237185 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cdee460-980c-4d7d-9016-b63ab455fe17 req-2f955d7d-1bb7-44d1-80bc-537936f64109 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707193 Feb 19 05:00:48.471632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-72b81ea0-eb18-4473-a1f2-6f0d4a0f719d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:48.480900 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-72b81ea0-eb18-4473-a1f2-6f0d4a0f719d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.2414579 Feb 19 05:00:48.548591 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-209364f8-e7a4-4de0-9574-fd4776a83445 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/quotas/6ec0147f26d64fae8d57c404bd23765f HTTP/1.1" status: 200 len: 375 time: 0.0663257 Feb 19 05:00:48.564786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a44d8a-83da-47ab-93b1-93945b0491f9 req-e37664d7-2306-450c-b4d0-e857a51220d8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:48.567232 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-33a44d8a-83da-47ab-93b1-93945b0491f9 req-e37664d7-2306-450c-b4d0-e857a51220d8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 944 time: 0.1438262 Feb 19 05:00:48.652660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51714) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:48.679879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf48012-deb8-4ae9-96e2-6252aaf6605c {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:00:48.697332 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-33a44d8a-83da-47ab-93b1-93945b0491f9 req-a48e497c-a5dd-4fab-8249-dbfbc3da1078 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892937 Feb 19 05:00:48.702467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:48.724390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Transition to ACTIVE for port object ecf48012-deb8-4ae9-96e2-6252aaf6605c will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:48.748486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:48.776427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-c3dc592d-2e7d-40e7-a9b4-ef2bb912e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:48.778734 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-c3dc592d-2e7d-40e7-a9b4-ef2bb912e11e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1161 time: 0.2859840 Feb 19 05:00:48.802216 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-c72a912c-6805-4304-bdc1-45c2d1ff2e54 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2525430 Feb 19 05:00:48.934083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:49.025798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:49.030895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:49.103902 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-e378d7e4-f472-4085-9cba-7baa55def61a service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968185 Feb 19 05:00:49.400090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:49.417658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d38e4-a5c4-4b5a-b26b-81cba2c10004 req-c57bf73d-2fcb-499b-acab-1197cb7c8634 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:49.427252 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-964d38e4-a5c4-4b5a-b26b-81cba2c10004 req-c57bf73d-2fcb-499b-acab-1197cb7c8634 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3574514 Feb 19 05:00:49.501188 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-964d38e4-a5c4-4b5a-b26b-81cba2c10004 req-b3aea8b0-7437-4c58-8bc0-5b3a0ba09865 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724301 Feb 19 05:00:49.594302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-6f22f638-8f34-4aa8-ae46-3e2b6f7f024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:49.595952 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-6f22f638-8f34-4aa8-ae46-3e2b6f7f024b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.5005562 Feb 19 05:00:49.629900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:49.689328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Usage tracker for resource:security_group_rule and tenant:cfefe9c7121d4e838cc35c25614a50b6 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:49.702856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:49.714174 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-3afdedb4-7c15-4022-a230-0bc42b699451 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4039705 Feb 19 05:00:49.715682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:49.769586 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-1bd2731e-6482-4bba-b5c9-6a8e2d1ad7c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 217 time: 0.1597154 Feb 19 05:00:49.923768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-54c0a6d3-a3b5-43ca-9d05-aba05c9c3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:49.925690 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-54c0a6d3-a3b5-43ca-9d05-aba05c9c3745 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.1484332 Feb 19 05:00:50.082663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Attempting to bind port ecf48012-deb8-4ae9-96e2-6252aaf6605c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:50.085994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Attempting to bind port ecf48012-deb8-4ae9-96e2-6252aaf6605c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:00:50.086385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Attempting to bind port ecf48012-deb8-4ae9-96e2-6252aaf6605c on network b3240e77-5f85-453f-a4eb-fb6729c35700 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:00:50.112149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:00:50.112608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Checking segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:00:50.113475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.121142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Bound using segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:00:50.121701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Bound port: ecf48012-deb8-4ae9-96e2-6252aaf6605c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:00:50.122114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.161371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-abc96f3e-e96e-4864-b577-944117e129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:50.164958 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-abc96f3e-e96e-4864-b577-944117e129e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2306011 Feb 19 05:00:50.375414 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-360c8ca7-31b2-48fd-a39a-2d77637a8a09 req-f4215d09-a995-45ca-abf9-d1311d5baac8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 210 time: 0.1965895 Feb 19 05:00:50.389725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.400068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.412100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6087fe4c-d5d8-40d2-bc2c-5984277a3f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:50.475704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f99b8e-d6d9-479b-a8a0-cc08c919c38d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:50.492506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:50.535665 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfefe9c7121d4e838cc35c25614a50b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8798835 Feb 19 05:00:50.539189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51794) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:50.576034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:00:50.631079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:00:50.703019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.725631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:50.750911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:50.843297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639155f-04d9-426c-8779-28001cb4730d req-efa3082d-4173-405a-8a3d-9987a58e5d0d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:50.852685 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f639155f-04d9-426c-8779-28001cb4730d req-efa3082d-4173-405a-8a3d-9987a58e5d0d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 944 time: 0.4789042 Feb 19 05:00:50.868445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-087497cc-e8fa-45c9-b55a-0672dba64bff service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894503 Feb 19 05:00:50.896567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:50.916191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:50.923541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port ee781318-b88c-4c6d-960b-92598021430c completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:50.936441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:50.937673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.940186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:50.971635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.029531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.039146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-07a8f783-46c2-465e-aacf-755d3ee76f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:51.070683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f99b8e-d6d9-479b-a8a0-cc08c919c38d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:51.082673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.105030 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57f99b8e-d6d9-479b-a8a0-cc08c919c38d HTTP/1.1" status: 204 len: 168 time: 0.5614369 Feb 19 05:00:51.105030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:51.132509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51812) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:51.156316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af8a9-28b8-434d-9664-4c434c64b329 req-26e5ac52-6eef-4154-8633-2d56895b7b58 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:51.176896 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-806af8a9-28b8-434d-9664-4c434c64b329 req-26e5ac52-6eef-4154-8633-2d56895b7b58 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 0.5509906 Feb 19 05:00:51.245979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.294144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ee781318-b88c-4c6d-960b-92598021430c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ee781318-b88c-4c6d-960b-92598021430c,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:51.295773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:51.304708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.308130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:51.309209 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-806af8a9-28b8-434d-9664-4c434c64b329 req-8c122811-41dd-40c1-ae02-1c30e678471b tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312537 Feb 19 05:00:51.334931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:51.335632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:51.337185 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 1157 time: 4.4873400 Feb 19 05:00:51.337750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:51.435468 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5ab85270-5030-465a-b0ab-90ce1964b3e3 req-863911f5-a04d-43ce-a08a-f90f6e03e15e service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5660243 Feb 19 05:00:51.481125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ee781318-b88c-4c6d-960b-92598021430c,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:51.488837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:51.499542 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f639155f-04d9-426c-8779-28001cb4730d req-8130e8e1-8898-499b-a71a-a79a0c18ef02 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265347 Feb 19 05:00:51.729727 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c', 'code': 200} Feb 19 05:00:51.842075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-d7015db5-dabc-4b17-9836-85664706526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:51.846250 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-d7015db5-dabc-4b17-9836-85664706526e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1160 time: 0.4173467 Feb 19 05:00:51.859911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec568d-f3c5-4d2f-b51a-e5584cbe7a90 req-39e84b39-a284-4dcc-83fc-fccb4bdd20a5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:51.861769 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f9ec568d-f3c5-4d2f-b51a-e5584cbe7a90 req-39e84b39-a284-4dcc-83fc-fccb4bdd20a5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2437928 Feb 19 05:00:51.864387 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'status': 'completed', 'code': 200} Feb 19 05:00:51.993028 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-f03116a3-f1a9-4cd4-827d-488b08100d27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 217 time: 0.1003458 Feb 19 05:00:52.063503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f9ec568d-f3c5-4d2f-b51a-e5584cbe7a90 req-c6f96a1b-dda5-4995-a4a2-97757d844c57 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892328 Feb 19 05:00:52.064665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.111980 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c193590a-0824-4b63-ab39-b9ec8ae28bff req-cabd179c-3033-4df0-8998-7a55b0ce8fcc tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 210 time: 0.0618694 Feb 19 05:00:52.149595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:52.153271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51840) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:52.162679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Usage tracker for resource:security_group_rule and tenant:b8789af612984472aaf7bb918c2167c8 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:52.172411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:52.174387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.183892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:52.197582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:52.231686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-c5e4d44a-3f08-4f30-af57-05ea4f78328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:52.233599 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-c5e4d44a-3f08-4f30-af57-05ea4f78328e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.2013178 Feb 19 05:00:52.245202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.55', 58396) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:52.253598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:95b2a06276654b3fa8aecd3ad626a41e is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:52.263025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:52.278422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:52.351979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-589a5e13-3b5d-463c-959b-d8ade50967d7 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:52.352334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-589a5e13-3b5d-463c-959b-d8ade50967d7 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 0.1516032 Feb 19 05:00:52.355771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device bf4b3e4c-d573-44a0-8b50-82db7366e982 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:52.451699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.465440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-93cea16c-b39b-46b0-9e8d-4ca35e82eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:52.467326 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-93cea16c-b39b-46b0-9e8d-4ca35e82eee9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2158875 Feb 19 05:00:52.468055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.530623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port bf4b3e4c-d573-44a0-8b50-82db7366e982 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:52.530953 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.560808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Deleting port bf4b3e4c-d573-44a0-8b50-82db7366e982 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:00:52.561199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:52.653174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.55', 58397) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:52.770227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb7d31da-7d91-4842-9f3d-ea6998feed96 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:52.820636 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8789af612984472aaf7bb918c2167c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6811197 Feb 19 05:00:52.826080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:52.927542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51862) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:52.967163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-84d0daa4-2f7a-457d-9cf8-55dbdf4d32d7 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778254 Feb 19 05:00:52.988642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:52.989508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.137400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddce698-e4c5-4446-ac10-fba778e418ce,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:53.173682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:53.192505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5ea8-3789-4fb7-a5b7-ff172e13fbf9 req-fc926504-523c-4f3b-8934-0dca11219c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:53.195422 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efba5ea8-3789-4fb7-a5b7-ff172e13fbf9 req-fc926504-523c-4f3b-8934-0dca11219c0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1163 time: 0.9424887 Feb 19 05:00:53.350563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-037b11c4-19ff-4aef-9692-6571591bf4ab tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:53.352249 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-037b11c4-19ff-4aef-9692-6571591bf4ab tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.6989920 Feb 19 05:00:53.383337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Request body: {'port': {'device_id': '6a415399-72a9-4522-a566-7a0c9928bbae', 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c', 'admin_state_up': True, 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:53.400966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.477497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.505849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efba5ea8-3789-4fb7-a5b7-ff172e13fbf9 req-89b9f079-89f1-4785-8baa-aea012606cd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499151 Feb 19 05:00:53.625857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.718532 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9843d8fa-4f3c-4c63-b9fa-d06e99c087c1 req-f8ae8204-fd85-4925-9d09-131c5e14d9c2 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5526669 Feb 19 05:00:53.770950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.790625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-676e59c6-cd46-44bc-81c3-27823b875b91 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:53.809886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f9a7b-c2f7-414b-bc39-ae5bb5338680 req-35c60bc1-8b6f-4ecf-882c-7237117a79d4 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:53.811639 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df0f9a7b-c2f7-414b-bc39-ae5bb5338680 req-35c60bc1-8b6f-4ecf-882c-7237117a79d4 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 945 time: 0.9944131 Feb 19 05:00:53.836042 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95b2a06276654b3fa8aecd3ad626a41e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6804633 Feb 19 05:00:53.843579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 51888) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:53.876971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982,segment=NetworkSegment(3299f4cf-1101-4a55-bdc7-51c044455318),segment_id=3299f4cf-1101-4a55-bdc7-51c044455318)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:53.878585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.961885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:53.971081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-95563520-12a4-4076-a4b9-04cdf350e062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:53.996632 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df0f9a7b-c2f7-414b-bc39-ae5bb5338680 req-2d580960-e6af-42c2-9ca0-61f96d5880fe tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387408 Feb 19 05:00:54.029272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device bf4b3e4c-d573-44a0-8b50-82db7366e982 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:00:54.081711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Calling delete_port for bf4b3e4c-d573-44a0-8b50-82db7366e982 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:00:54.083232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddce698-e4c5-4446-ac10-fba778e418ce,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:54.088893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:54.110443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.113208 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ddce698-e4c5-4446-ac10-fba778e418ce HTTP/1.1" status: 204 len: 168 time: 1.1825109 Feb 19 05:00:54.119877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2478fd-04f9-4221-aabb-5f45d7888280,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:54.155372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:54.178738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ec37-4536-44dc-b888-03d972af8178 req-e15ea534-72c5-4820-bd48-910710998c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:54.182090 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-e15ea534-72c5-4820-bd48-910710998c76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1160 time: 0.1837883 Feb 19 05:00:54.194221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7130b5-c2d5-4064-b6f4-5cc0311c6a20 req-6c4f5d89-7afa-4c28-988e-60e0f450db87 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:54.196509 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0e7130b5-c2d5-4064-b6f4-5cc0311c6a20 req-6c4f5d89-7afa-4c28-988e-60e0f450db87 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.9484308 Feb 19 05:00:54.251266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.270854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.273260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:54.290111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:54.304605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982,segment=NetworkSegment(3299f4cf-1101-4a55-bdc7-51c044455318),segment_id=3299f4cf-1101-4a55-bdc7-51c044455318)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:54.309116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.312577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:54.396887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:54.400615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:54.410840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.411226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.411608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.411986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.412412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.412784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.413152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.413519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.414030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.415262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.415662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.416035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.416479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.416797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.417141 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.417512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.418395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.418773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.419147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.419931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.420352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.420735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.421797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.422296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:00:54.426945 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0e7130b5-c2d5-4064-b6f4-5cc0311c6a20 req-62503dda-36f8-42e8-ac1a-4d72784d3674 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082117 Feb 19 05:00:54.445068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:00:54.447631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:54.466601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.497644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c964b-ada0-463d-bacf-21166fb6bd23 req-9955a30e-1d9e-4511-b07f-69d8e0ab30e3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:54.513517 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-978c964b-ada0-463d-bacf-21166fb6bd23 req-9955a30e-1d9e-4511-b07f-69d8e0ab30e3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2784934 Feb 19 05:00:54.517087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:54.591870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ec37-4536-44dc-b888-03d972af8178 req-7f969619-3073-46f8-bb25-b41f284e6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:54.594867 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-7f969619-3073-46f8-bb25-b41f284e6d7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.4016879 Feb 19 05:00:54.699799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:00:54.700293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:00:54.750632 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-81ed90ab-6eaf-471b-bce6-c9fe7469f19e req-ae36283e-dd49-4000-9bce-148edb4d814f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 210 time: 0.1927652 Feb 19 05:00:54.888311 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-7d8d0fa4-15d8-4485-8960-26a6a0c0636f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 217 time: 0.2197993 Feb 19 05:00:54.903669 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-978c964b-ada0-463d-bacf-21166fb6bd23 req-b132c67a-92a0-4c57-8bee-508e10b632e7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885524 Feb 19 05:00:55.057047 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982', 'code': 200} Feb 19 05:00:55.095310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ec37-4536-44dc-b888-03d972af8178 req-602646c6-9194-4b0f-87f3-87767398f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:55.098445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-602646c6-9194-4b0f-87f3-87767398f016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1930406 Feb 19 05:00:55.301744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Allocated IP 172.20.0.5 (3c2f7726-fe9a-4697-97be-dccce2ad3e3c/2a97c879-955b-4731-8837-10c94349f71d/d3a546d8-c216-4101-ba85-12c52d8bcb5b) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:00:55.559492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:55.595550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Deleting port bf4b3e4c-d573-44a0-8b50-82db7366e982 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:00:55.595990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:55.681925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51912) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:55.791845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:55.855169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:55.882640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:00:55.890207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Usage tracker for resource:security_group_rule and tenant:bd6711fbc4144b94b36c4cac751ab0fb is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:00:55.897619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:00:55.907888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:00:55.934870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:55.939590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ec37-4536-44dc-b888-03d972af8178 req-524849e5-0728-46cb-aa0a-e9886ddd6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:55.942053 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-524849e5-0728-46cb-aa0a-e9886ddd6740 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8346279 Feb 19 05:00:55.954004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2429cb-4734-43d9-b954-ac52121a313a req-f544f29f-2ce1-4f94-a9be-fcf5330a2b74 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:55.955682 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f2429cb-4734-43d9-b954-ac52121a313a req-f544f29f-2ce1-4f94-a9be-fcf5330a2b74 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 943 time: 0.2711315 Feb 19 05:00:56.077019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.164368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event updated for resources: {'Port': ['ID=d3a546d8-c216-4101-ba85-12c52d8bcb5b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:56.193513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:56.195343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b117130a-0233-4644-b415-50614874beee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:56.201224 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f2429cb-4734-43d9-b954-ac52121a313a req-03620fcb-fc12-4a5d-b255-b7694718913e tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/security-groups?id=06650e61-8b78-43d7-b64e-7e2a4fafedd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173595 Feb 19 05:00:56.258803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2478fd-04f9-4221-aabb-5f45d7888280,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:56.266083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] For port bf4b3e4c-d573-44a0-8b50-82db7366e982, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bf4b3e4c-d573-44a0-8b50-82db7366e982,segment=NetworkSegment(3299f4cf-1101-4a55-bdc7-51c044455318),segment_id=3299f4cf-1101-4a55-bdc7-51c044455318)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:56.266489 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.275409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:56.291476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.321824 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-62d8549c-6caa-41a8-b575-c252c07a63fa service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645096 Feb 19 05:00:56.323499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.344406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6565be11-6348-46aa-83ca-0e75255b4bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:56.417760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.419535 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b2478fd-04f9-4221-aabb-5f45d7888280 HTTP/1.1" status: 204 len: 168 time: 2.5747156 Feb 19 05:00:56.435436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Calling delete_port for bf4b3e4c-d573-44a0-8b50-82db7366e982 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:00:56.499232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:00:56.504576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:00:56.515423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7d92-f6c0-4e9f-9454-af59222402af req-8708f291-ae4d-4cce-a087-3a5c16b91e5b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:56.517280 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28fa7d92-f6c0-4e9f-9454-af59222402af req-8708f291-ae4d-4cce-a087-3a5c16b91e5b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.7227173 Feb 19 05:00:56.518167 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:00:56.730832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed2a86-c439-49e4-a6fd-1ddc77428a84,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:56.737243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:56.781781 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd6711fbc4144b94b36c4cac751ab0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0737252 Feb 19 05:00:56.783917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51950) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:56.843719 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-42f1ec37-4536-44dc-b888-03d972af8178 req-c25a544d-b006-4915-ac67-b7c95630e765 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5012138 Feb 19 05:00:56.890612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:56.890951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:56.903049 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28fa7d92-f6c0-4e9f-9454-af59222402af req-6e1bc556-5f54-44c4-b9b5-5909b55f6a3e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493719 Feb 19 05:00:56.904822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4f5c-d630-4113-95e1-20c0d80c85c0 req-cc1f39fa-770a-4198-bc42-0297983da484 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:56.906671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0c3a4f5c-d630-4113-95e1-20c0d80c85c0 req-cc1f39fa-770a-4198-bc42-0297983da484 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 931 time: 0.3769968 Feb 19 05:00:56.930208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.011962 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6335297 Feb 19 05:00:57.014781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.023054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:57.023445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.045200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3144e75b-9274-4f48-a83e-29d5a3c29c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:57.061291 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0c3a4f5c-d630-4113-95e1-20c0d80c85c0 req-7117cbcd-75da-4db6-8039-b1e2df6ec1c7 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275277 Feb 19 05:00:57.105962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Request body: {'port': {'device_id': '6a415399-72a9-4522-a566-7a0c9928bbae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:57.148429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.157309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:57.184641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed2a86-c439-49e4-a6fd-1ddc77428a84,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:57.196271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:57.211753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.213165 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03ed2a86-c439-49e4-a6fd-1ddc77428a84 HTTP/1.1" status: 204 len: 168 time: 0.4271250 Feb 19 05:00:57.302747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Pushing event deleted for resources: {'Port': ['ID=bf4b3e4c-d573-44a0-8b50-82db7366e982,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:57.389253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:57.397351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port ecf48012-deb8-4ae9-96e2-6252aaf6605c completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:00:57.429650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:57.432345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.528592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1717-c1c4-4f52-86b4-3e622f708e82 req-157451c4-dc80-4a5b-a5c9-f71363afab06 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:57.530317 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-853b1717-c1c4-4f52-86b4-3e622f708e82 req-157451c4-dc80-4a5b-a5c9-f71363afab06 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1693432 Feb 19 05:00:57.547113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 51982) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:57.554033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'floatingip': {'port_id': 'ee781318-b88c-4c6d-960b-92598021430c'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:57.588262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.826483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.835025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.962798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:00:57.964954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:57.981465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:57.982963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:58.122428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e40a-c2d1-4c34-a5a9-3933a95108ff req-f5a9f571-97a4-42ae-b489-249110f089d0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:58.153784 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bd16e40a-c2d1-4c34-a5a9-3933a95108ff req-f5a9f571-97a4-42ae-b489-249110f089d0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.8479099 Feb 19 05:00:58.206896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-912439ff-4111-41a2-9069-f7ceb3508380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:00:58.233622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cfb5be7-592d-468a-8ccf-8a1d18e3e874 req-9c77bfb7-a58e-49f0-adf6-5b147cae08ba tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.2472513 Feb 19 05:00:58.455450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] No DVR routers for this DVR port bf4b3e4c-d573-44a0-8b50-82db7366e982 on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:00:58.467065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:00:58.501901 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'code': 200} Feb 19 05:00:58.507740 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:58.510411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:00:58.511787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-122288f6-ac7f-4865-957c-2a0685a51c41 req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.55 "DELETE /v2.0/ports/bf4b3e4c-d573-44a0-8b50-82db7366e982 HTTP/1.1" status: 204 len: 173 time: 6.1376393 Feb 19 05:00:58.512874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-deleted', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:00:58.580122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bd16e40a-c2d1-4c34-a5a9-3933a95108ff req-37ac396a-d05f-4401-8e1d-fa7b016e88e4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:00:58.601466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:58.602180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:59.056839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bd16e40a-c2d1-4c34-a5a9-3933a95108ff req-37ac396a-d05f-4401-8e1d-fa7b016e88e4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:00:59.081797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52032) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:00:59.082791 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bd16e40a-c2d1-4c34-a5a9-3933a95108ff req-37ac396a-d05f-4401-8e1d-fa7b016e88e4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9270227 Feb 19 05:00:59.290997 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5060c4-ecf9-4ac2-a1a8-8673059ab038', 'name': 'network-vif-deleted', 'tag': 'bf4b3e4c-d573-44a0-8b50-82db7366e982', 'status': 'completed', 'code': 200} Feb 19 05:00:59.363088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b277ffd-5863-4019-99b1-fc52562690bc req-c57b3dc9-c1ce-4be6-ae31-05ec2bbebb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:00:59.365007 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b277ffd-5863-4019-99b1-fc52562690bc req-c57b3dc9-c1ce-4be6-ae31-05ec2bbebb6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1162 time: 0.2802498 Feb 19 05:00:59.673529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:00:59.698463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a546d8-c216-4101-ba85-12c52d8bcb5b {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:00:59.730625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:00:59.781955 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 05:00:59.809965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Transition to ACTIVE for port object d3a546d8-c216-4101-ba85-12c52d8bcb5b will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:00:59.900966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:00:59.901412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.026469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.286590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bc61865a-2c6f-4f63-bbba-5c8a8cd85190 req-cb32a947-99c8-480c-b68f-62aef99dc056 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Synchronizing usage tracker for tenant:f224c743ef804557a2e55782a51add5b on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:00.297049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:00.372089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b277ffd-5863-4019-99b1-fc52562690bc req-b2027bd7-5fde-48d8-a0ec-3f96c1b56477 service neutron] Synchronizing usage tracker for tenant:d049eea23e374b508a1d4a0b301435d6 on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:00.403325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.491166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:00.499797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bc61865a-2c6f-4f63-bbba-5c8a8cd85190 req-cb32a947-99c8-480c-b68f-62aef99dc056 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Unset dirty status for tenant:f224c743ef804557a2e55782a51add5b on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:00.510979 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc61865a-2c6f-4f63-bbba-5c8a8cd85190 req-cb32a947-99c8-480c-b68f-62aef99dc056 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5060c4-ecf9-4ac2-a1a8-8673059ab038 HTTP/1.1" status: 200 len: 210 time: 0.6888781 Feb 19 05:01:00.513084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:9be2f323679246f7a8bec80e062c658a is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:00.544160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baec711-321b-4464-99cc-7d87d8d2c625 req-62d579c7-9d2b-4342-a1ca-ab1b498e58d3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:00.553074 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7baec711-321b-4464-99cc-7d87d8d2c625 req-62d579c7-9d2b-4342-a1ca-ab1b498e58d3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 931 time: 1.4719999 Feb 19 05:01:00.555807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.556941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:00.566723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.631180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:00.670914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3a546d8-c216-4101-ba85-12c52d8bcb5b,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:00.739959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:00.755118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b277ffd-5863-4019-99b1-fc52562690bc req-b2027bd7-5fde-48d8-a0ec-3f96c1b56477 service neutron] Unset dirty status for tenant:d049eea23e374b508a1d4a0b301435d6 on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:00.757282 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b277ffd-5863-4019-99b1-fc52562690bc req-b2027bd7-5fde-48d8-a0ec-3f96c1b56477 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3691909 Feb 19 05:01:00.874832 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7baec711-321b-4464-99cc-7d87d8d2c625 req-60c90a9c-a282-4564-8d77-4ac910c6e785 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142970 Feb 19 05:01:00.961006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Attempting to bind port d3a546d8-c216-4101-ba85-12c52d8bcb5b on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:00.961637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Attempting to bind port d3a546d8-c216-4101-ba85-12c52d8bcb5b by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:00.962275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Attempting to bind port d3a546d8-c216-4101-ba85-12c52d8bcb5b on network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:00.983979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:00.984678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Checking segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:00.985382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:00.986192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Bound using segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:00.987054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Bound port: d3a546d8-c216-4101-ba85-12c52d8bcb5b, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:00.988842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.152825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bce66-19c3-44aa-ab06-2c33ad1ec47c req-301b6755-9ae1-4faf-a25b-214acd6000e7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:01.155827 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-665bce66-19c3-44aa-ab06-2c33ad1ec47c req-301b6755-9ae1-4faf-a25b-214acd6000e7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.3511229 Feb 19 05:01:01.169874 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Floating IP 1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5 associated. External IP: 172.28.1.238, port: ee781318-b88c-4c6d-960b-92598021430c. Feb 19 05:01:01.203554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52102) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:01.241219 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.264555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.278323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:01.299385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-665bce66-19c3-44aa-ab06-2c33ad1ec47c req-0e965fc0-2564-4d9e-87c7-1b96a1f87992 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306243 Feb 19 05:01:01.306721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] For port d3a546d8-c216-4101-ba85-12c52d8bcb5b, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:01.320835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] For port d3a546d8-c216-4101-ba85-12c52d8bcb5b, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d3a546d8-c216-4101-ba85-12c52d8bcb5b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:01.328711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.345144 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9be2f323679246f7a8bec80e062c658a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2588425 Feb 19 05:01:01.348290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52110) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:01.368285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8d6ca31e-8fc8-4dd8-a91e-006fe6d70045 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:01.423858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fd03b-edfb-4200-a1b3-c0c976a24f4d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:01.431625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:01.593952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.601744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.649754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.657462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:01.664951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1a78765f4042db82518a28b6864a21 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:01.670031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:01.681701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:01.745250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3a546d8-c216-4101-ba85-12c52d8bcb5b,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:01.772729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:01.800423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:01:01.886644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.902868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b699b062-7fd6-46cb-82c6-771a94817108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:01.924523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:01.925645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.925819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fd03b-edfb-4200-a1b3-c0c976a24f4d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:01.927950 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] 10.222.0.55 "PUT /v2.0/ports/d3a546d8-c216-4101-ba85-12c52d8bcb5b HTTP/1.1" status: 200 len: 1157 time: 4.8839302 Feb 19 05:01:01.928829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:01.932443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:01.937034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:01.941482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e46fd03b-edfb-4200-a1b3-c0c976a24f4d HTTP/1.1" status: 204 len: 168 time: 0.5889399 Feb 19 05:01:02.105300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:01:02.115296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:02.123003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:01:02.144187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:02.146175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:02.178153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b', 'status': 'completed', 'code': 200} Feb 19 05:01:02.192585 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-53fafe92-ad52-4a77-b760-943d57c0ea6f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "PUT /v2.0/floatingips/1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5 HTTP/1.1" status: 200 len: 992 time: 4.6403000 Feb 19 05:01:02.207563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:02.493707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:02.536261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:02.585523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:02.799489 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c', 'status': 'completed', 'code': 200} Feb 19 05:01:03.084073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:03.145306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52172) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:03.326023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:03.374609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270df980-9035-457e-bcce-6f68116954da,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:03.395212 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec1a78765f4042db82518a28b6864a21&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1895130 Feb 19 05:01:03.402549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:03.411644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52178) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:03.425497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:03.463901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-3b24638e-d178-4438-8627-6e7e734993dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:03.467100 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-3b24638e-d178-4438-8627-6e7e734993dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 1160 time: 1.4406464 Feb 19 05:01:03.470473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Usage tracker for resource:security_group_rule and tenant:a087b5f89e244909ab0f976fd99e6fdc is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:03.490619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:03.525628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:03.553181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52188) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:03.577111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:03.638197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9707e-2944-4bdc-95f3-19be29dbcd50 req-5ef7c97d-3eef-484e-9742-41b444403892 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:03.651301 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18a9707e-2944-4bdc-95f3-19be29dbcd50 req-5ef7c97d-3eef-484e-9742-41b444403892 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.4620512 Feb 19 05:01:03.730974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdace2b9-a6ae-4552-9039-dd845bc1f88e req-10d51a26-83c6-4883-883d-640581d1b74a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:03.731818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bdace2b9-a6ae-4552-9039-dd845bc1f88e req-10d51a26-83c6-4883-883d-640581d1b74a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:03.736171 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-54528883-445d-4fc4-89c5-81182c53640a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a546d8-c216-4101-ba85-12c52d8bcb5b HTTP/1.1" status: 200 len: 217 time: 0.2383373 Feb 19 05:01:03.858323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-91ea1407-9687-4322-9f25-c9ad237b195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:03.860935 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-91ea1407-9687-4322-9f25-c9ad237b195c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.1029060 Feb 19 05:01:03.886792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:03.887685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:03.906202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18a9707e-2944-4bdc-95f3-19be29dbcd50 req-ceb4ecfc-d98e-41c8-b8ea-f5c8ae90d315 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463629 Feb 19 05:01:03.917845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-bdace2b9-a6ae-4552-9039-dd845bc1f88e req-10d51a26-83c6-4883-883d-640581d1b74a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:03.926526 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bdace2b9-a6ae-4552-9039-dd845bc1f88e req-10d51a26-83c6-4883-883d-640581d1b74a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 943 time: 1.5712810 Feb 19 05:01:03.930093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-0fd5bdfc-daaa-4c64-a898-d41a31d8d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:03.931721 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-0fd5bdfc-daaa-4c64-a898-d41a31d8d72e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1163 time: 0.7548008 Feb 19 05:01:04.115903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.153547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.157324 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-483da1d8-4add-4083-90b0-6bf0b1c1cf14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2839329 Feb 19 05:01:04.158342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-7d8cfcdd-d7c4-4474-bd91-9bcb68e63777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:04.160884 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-7d8cfcdd-d7c4-4474-bd91-9bcb68e63777 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.1771464 Feb 19 05:01:04.218560 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.224043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:04.231562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.231894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'ee781318-b88c-4c6d-960b-92598021430c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:77:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:29Z', 'updated_at': '2021-02-19T05:00:59Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:04.247739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Usage tracker for resource:security_group_rule and tenant:4ba3089905d849bba70fdc5b30e168a7 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:04.251816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:01:04.253782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-014de3e7-f776-4ff3-9199-38f5a80e2504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:04.269310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:04.285538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:04.286653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:04.294581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:04.344042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.370322 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a087b5f89e244909ab0f976fd99e6fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2235832 Feb 19 05:01:04.374175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345843f9-b527-4f92-95bc-26a1a80b43e9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:04.379792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52206) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:04.405325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:04.435024 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bdace2b9-a6ae-4552-9039-dd845bc1f88e req-d2d85cd9-dbfb-44f6-8a27-748ba00c37cc tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073802 Feb 19 05:01:04.454654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.729386 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-a83e601c-8e93-436f-8384-7587ce871cb7 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511174 Feb 19 05:01:04.732246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.742252 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-93f6a292-6112-4589-932d-2a8f228346bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 1000 time: 0.5664380 Feb 19 05:01:04.779798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:04.780692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52212) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:04.877307 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:04.902304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb9d95-fbe0-44ee-a5e0-21f2dd0a9fb9 req-c0ead0b0-ac7b-4736-8e04-614a6af3524c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:04.904425 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71eb9d95-fbe0-44ee-a5e0-21f2dd0a9fb9 req-c0ead0b0-ac7b-4736-8e04-614a6af3524c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.3574474 Feb 19 05:01:04.925452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52216) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:04.950407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'floatingip': {'port_id': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:05.042934 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.067079 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d7a9ed-b43d-42e4-8c59-d236cb18b46c req-cee86e4d-3b21-40bc-a046-41dd865dbd40 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3231111 Feb 19 05:01:05.086126 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Deleting subnet 920529f4-82c4-4bbb-a9b7-5929cf4ed4b3 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:01:05.089820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.092345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-fd3e34ee-a3d8-475f-9749-ce904ab2f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:05.094087 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-fd3e34ee-a3d8-475f-9749-ce904ab2f81a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.3062673 Feb 19 05:01:05.095162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.100982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-284f159e-6b27-4de4-90f3-e816208bf50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:05.184346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.227861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24501479-970c-4e84-ab78-3d3839665576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:05.240030 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba3089905d849bba70fdc5b30e168a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6849916 Feb 19 05:01:05.247614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52224) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:05.247871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.250140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/270df980-9035-457e-bcce-6f68116954da HTTP/1.1" status: 204 len: 168 time: 1.8323078 Feb 19 05:01:05.251820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270df980-9035-457e-bcce-6f68116954da,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:05.259033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:05.267582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.310896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.575151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-3de5d4e2-cd09-40d0-ac46-4887550582d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:05.578762 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-3de5d4e2-cd09-40d0-ac46-4887550582d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4609470 Feb 19 05:01:05.587833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-a16c1d9b-4809-4a65-b16c-82d13ac10e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:05.591089 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-a16c1d9b-4809-4a65-b16c-82d13ac10e30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 1160 time: 0.3455434 Feb 19 05:01:05.683632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'ee781318-b88c-4c6d-960b-92598021430c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:77:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:29Z', 'updated_at': '2021-02-19T05:00:59Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:05.701367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d92e7d-152f-48d3-9f0c-b8f6a0d59c57 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'ee781318-b88c-4c6d-960b-92598021430c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:77:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:29Z', 'updated_at': '2021-02-19T05:00:59Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:01:05.838966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:05.843761 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/345843f9-b527-4f92-95bc-26a1a80b43e9 HTTP/1.1" status: 204 len: 168 time: 1.4462984 Feb 19 05:01:05.966258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28db833-2079-4a33-b579-d552e25dee01,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:05.978360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:06.050148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:06.055318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7108caeb-224e-469a-93b2-be683294feb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:06.148468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345843f9-b527-4f92-95bc-26a1a80b43e9,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:06.181641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:06.186833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:06.258350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb2a48-3e97-44ea-9a2a-d7eccf12efba None None] New status for floating IP 1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5: ACTIVE {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:01:06.307863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-a56324c1-edb5-4e94-b28e-0f7a532554e4 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145982 Feb 19 05:01:06.313691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-a1ec59a7-e6b5-42a7-b605-037b2932939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:06.317174 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-a1ec59a7-e6b5-42a7-b605-037b2932939b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 908 time: 0.6349277 Feb 19 05:01:06.519747 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-43016824-5d67-4807-adc1-5b1ea014ac47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a546d8-c216-4101-ba85-12c52d8bcb5b HTTP/1.1" status: 200 len: 217 time: 0.1571701 Feb 19 05:01:07.218245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.254566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bf229-467f-4ef0-a463-531a52ee0bd6 req-36829f6e-7a06-4633-a162-a8791f9c7f98 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:07.256495 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e95bf229-467f-4ef0-a463-531a52ee0bd6 req-36829f6e-7a06-4633-a162-a8791f9c7f98 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 943 time: 1.4352918 Feb 19 05:01:07.262904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.358500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.379947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-fa77b3c9-bde1-4842-971e-2d5e41873940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:07.383555 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-fa77b3c9-bde1-4842-971e-2d5e41873940 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.7145159 Feb 19 05:01:07.404044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.517520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-97f79bb6-eeec-4166-b1e0-0df6a604f3b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214623 Feb 19 05:01:07.558079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.616470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:07.754514 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5bbcc0d-2a3e-4494-8322-956f7c877b52 req-c1763c6c-d604-41bc-9935-3d3da2b39a23 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4355094 Feb 19 05:01:07.784883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28db833-2079-4a33-b579-d552e25dee01,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:07.796777 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:07.804714 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e95bf229-467f-4ef0-a463-531a52ee0bd6 req-c3a5481b-6cab-48ba-99ef-a784d4816df9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903310 Feb 19 05:01:07.833017 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-4894b96e-b66d-4471-9a82-1a1878d18eba service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033977 Feb 19 05:01:07.907983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:07.911434 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e28db833-2079-4a33-b579-d552e25dee01 HTTP/1.1" status: 204 len: 168 time: 2.6455564 Feb 19 05:01:08.082776 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Floating IP 20504ea7-2762-42f3-8f96-e1d34955cf2d associated. External IP: 172.28.1.176, port: ecf48012-deb8-4ae9-96e2-6252aaf6605c. Feb 19 05:01:08.106952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d3a546d8-c216-4101-ba85-12c52d8bcb5b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:08.157481 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-91c71372-c180-43ef-9241-8d66da8d22b3 req-efae867c-df88-4955-b6c8-f89fd998960a service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3142674 Feb 19 05:01:08.281963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port d3a546d8-c216-4101-ba85-12c52d8bcb5b completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:08.293741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d3a546d8-c216-4101-ba85-12c52d8bcb5b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:08.294556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:08.426684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:08.551844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05b5f704-1846-48c7-b064-8f883bfba7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:08.580800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:08.624306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port d3a546d8-c216-4101-ba85-12c52d8bcb5b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d3a546d8-c216-4101-ba85-12c52d8bcb5b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:01:08.625968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:08.647067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:08.654061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:08.748434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920529f4-82c4-4bbb-a9b7-5929cf4ed4b3,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:08.757674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:08.770788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:08.797170 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b', 'code': 200} Feb 19 05:01:08.797990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=d3a546d8-c216-4101-ba85-12c52d8bcb5b,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:08.802536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:08.851622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/920529f4-82c4-4bbb-a9b7-5929cf4ed4b3 HTTP/1.1" status: 204 len: 168 time: 4.0607405 Feb 19 05:01:08.854861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52330) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:09.006300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:01:09.051422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:09.070675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52340) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:09.104822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:09.266055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:09.370832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Usage tracker for resource:security_group_rule and tenant:67565dca6d724586bdbbbd25633d4fe0 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:09.398012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:09.451247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:09.582222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d3a546d8-c216-4101-ba85-12c52d8bcb5b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:09.697231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:09.704153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37fe1-3fa2-455b-a948-cc7b3569f3af req-4e8a1f37-deb0-4629-961f-2b0c9d034338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:09.706415 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-50f37fe1-3fa2-455b-a948-cc7b3569f3af req-4e8a1f37-deb0-4629-961f-2b0c9d034338 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 1162 time: 0.4711814 Feb 19 05:01:09.709425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:09.717257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14750bd-3002-4010-8332-0f425e513fa1 req-7303e0a6-63ec-4e6f-aee1-4af8b8c8fb78 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:09.729144 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a14750bd-3002-4010-8332-0f425e513fa1 req-7303e0a6-63ec-4e6f-aee1-4af8b8c8fb78 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.5916612 Feb 19 05:01:09.750550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:09.769339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d3a546d8-c216-4101-ba85-12c52d8bcb5b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:09.770622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:09.840604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a838eb-e501-44ac-a497-03fa45fff4a5,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:09.845564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:09.855218 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67565dca6d724586bdbbbd25633d4fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777090 Feb 19 05:01:09.855218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52358) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:09.931054 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-50f37fe1-3fa2-455b-a948-cc7b3569f3af req-b19210dc-63c6-48bc-a13b-198cb043ade1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995749 Feb 19 05:01:09.974378 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a14750bd-3002-4010-8332-0f425e513fa1 req-efc1dd59-acf1-4b99-b095-4195d9807f22 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441261 Feb 19 05:01:10.012077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52366) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:10.052413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.087323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.145881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.152098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-587a6c8e-14ff-494a-acfc-c043b57fb337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:10.158076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.165416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a838eb-e501-44ac-a497-03fa45fff4a5,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:10.168344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:10.187835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.189532 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2a838eb-e501-44ac-a497-03fa45fff4a5 HTTP/1.1" status: 204 len: 168 time: 0.3308322 Feb 19 05:01:10.383674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.452277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:10.469500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac40f85a5fa4719879df19596b4d5dc is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:10.477300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:10.497820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:10.669938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:01:10.676971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.686088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:01:10.692035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.702243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.747575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:10.748867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:10.766483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9420eed0-2d58-4dc3-9dcd-71cc7c204913']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:10.793522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:10.800176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05fdf6cc-701a-40b8-a98b-1176e93263f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.819195 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ac40f85a5fa4719879df19596b4d5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998433 Feb 19 05:01:10.825751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52384) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:10.851983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3299f4cf-1101-4a55-bdc7-51c044455318') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:10.852545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3299f4cf-1101-4a55-bdc7-51c044455318') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:10.881100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e192c93f-4816-464c-872a-085ff1f09a4a,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:10.901226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:10.902903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.962455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:10.979635 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-103937d1-c4ca-4830-bd59-366580828b14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "PUT /v2.0/floatingips/20504ea7-2762-42f3-8f96-e1d34955cf2d HTTP/1.1" status: 200 len: 991 time: 6.0482337 Feb 19 05:01:10.981691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:10.999126 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:11.010851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:01:11.096303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:11.370637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:11.408255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bf2e72d-98b5-413b-952c-a31c4160baa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:11.450708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e192c93f-4816-464c-872a-085ff1f09a4a,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:11.464732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:11.466456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:11.475757 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e192c93f-4816-464c-872a-085ff1f09a4a HTTP/1.1" status: 204 len: 168 time: 0.6469758 Feb 19 05:01:11.593426 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'status': 'completed', 'code': 200} Feb 19 05:01:11.676529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:01:11.688625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:11.797810 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d3a546d8-c216-4101-ba85-12c52d8bcb5b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:11.892826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-3c7d1ad3-0851-47e5-8680-fb2b495fab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:11.898480 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-3c7d1ad3-0851-47e5-8680-fb2b495fab76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1162 time: 0.2233419 Feb 19 05:01:11.994157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:12.004706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d3a546d8-c216-4101-ba85-12c52d8bcb5b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:12.005586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.187911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Network 9420eed0-2d58-4dc3-9dcd-71cc7c204913 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:01:12.227105 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:01:12.275274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52422) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:12.323968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c1e04-65d5-4079-b99d-3d2ca3438add req-f0468608-2287-49a9-8d18-d4ad93345929 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:12.325889 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a69c1e04-65d5-4079-b99d-3d2ca3438add req-f0468608-2287-49a9-8d18-d4ad93345929 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.8935947 Feb 19 05:01:12.354356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.403503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.422770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:12.425468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:12.431244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-b7fc7cde-cfe3-493a-8c86-4c7a80e63eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:12.441621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-b7fc7cde-cfe3-493a-8c86-4c7a80e63eb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.5333438 Feb 19 05:01:12.453530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Usage tracker for resource:security_group_rule and tenant:ef044ac3ac45402298d246e4055d1ce5 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:12.457654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:12.468424 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a69c1e04-65d5-4079-b99d-3d2ca3438add req-6e2eadc5-d6a1-4a59-95fc-f1788a0f4ab1 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161504 Feb 19 05:01:12.469627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.473552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:12.479951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9420eed0-2d58-4dc3-9dcd-71cc7c204913,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:12.489617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:12.525135 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9420eed0-2d58-4dc3-9dcd-71cc7c204913 HTTP/1.1" status: 204 len: 168 time: 3.6719041 Feb 19 05:01:12.802596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.807823 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-af9bd0b3-0bb9-410f-88be-dc540aaf0812 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 999 time: 0.2429690 Feb 19 05:01:12.809027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:12.812541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '20504ea7-2762-42f3-8f96-e1d34955cf2d', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:f5:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:35Z', 'updated_at': '2021-02-19T05:01:07Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:12.819761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:12.826202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:01:12.839975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52440) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:12.865042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:12.866913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:00:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:12.944589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-02b22eaa-690c-4b4d-9183-ac1d2a434bd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f224c743ef804557a2e55782a51add5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1028986 Feb 19 05:01:12.945449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52446) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:13.046700 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.052421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-38d95323-4d1a-4ed0-9c35-d9ecb62c2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:13.054047 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-38d95323-4d1a-4ed0-9c35-d9ecb62c2749 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.2353895 Feb 19 05:01:13.063529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52456) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:13.064111 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef044ac3ac45402298d246e4055d1ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7870896 Feb 19 05:01:13.119491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f282cba-ea95-4502-ab3d-4f2765b69ccc,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:13.134480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:13.167800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.194602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-c4a56ac3-9ebc-453c-a214-4915f78082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:13.196979 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-c4a56ac3-9ebc-453c-a214-4915f78082b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310527 Feb 19 05:01:13.270283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.308516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.377011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.387600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:13.409885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f282cba-ea95-4502-ab3d-4f2765b69ccc,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:13.429683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.433621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f282cba-ea95-4502-ab3d-4f2765b69ccc HTTP/1.1" status: 204 len: 168 time: 0.3684483 Feb 19 05:01:13.443644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:13.446904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:13.467059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.477014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-133d994e-5148-4618-8c08-16795bfc4dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:13.500707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06650e61-8b78-43d7-b64e-7e2a4fafedd4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:13.530546 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-586be599-fe00-4131-b9e0-119b965078f1 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187010 Feb 19 05:01:13.556961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:13.593633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:13.602412 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06650e61-8b78-43d7-b64e-7e2a4fafedd4 HTTP/1.1" status: 204 len: 168 time: 0.6555297 Feb 19 05:01:13.926776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a56fa1b-4bac-48f3-8db5-220b3f855103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:14.037263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:14.041346 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-523afdd8-9fe7-4066-9bb5-3fe474466da9 req-4f0aa7a4-2058-4348-afd3-55f5005562c4 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5008638 Feb 19 05:01:14.077168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064a8b-4cd5-4b3e-aa8c-90662b7f65aa req-a0560286-2eda-4980-8e05-a0e4135f7674 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:14.079011 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-15064a8b-4cd5-4b3e-aa8c-90662b7f65aa req-a0560286-2eda-4980-8e05-a0e4135f7674 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.1906867 Feb 19 05:01:14.187244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '20504ea7-2762-42f3-8f96-e1d34955cf2d', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:f5:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:35Z', 'updated_at': '2021-02-19T05:01:07Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:14.198658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358319-715c-4d8b-846b-ad5da9cb635f None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '20504ea7-2762-42f3-8f96-e1d34955cf2d', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:f5:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:00:35Z', 'updated_at': '2021-02-19T05:01:07Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:01:14.208696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-15064a8b-4cd5-4b3e-aa8c-90662b7f65aa req-ac907e4b-086c-4b48-ade0-24fc7bb9bcfa tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109869 Feb 19 05:01:14.446831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52504) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:14.644976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52514) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:14.663796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2856af-0b45-4015-809b-ac993c1722fe None None] New status for floating IP 20504ea7-2762-42f3-8f96-e1d34955cf2d: ACTIVE {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:01:14.700379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:14.744708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:14.757616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Usage tracker for resource:security_group_rule and tenant:b73e8d472f9c4f64831f36bea161765c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:14.767814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:14.785915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:15.014889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.020787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.048293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:15.122320 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b73e8d472f9c4f64831f36bea161765c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740283 Feb 19 05:01:15.123212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52524) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:15.217343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af28149-b85b-4f83-bbc7-2351cee0e6ab,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:15.233407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:15.334525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.403086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:15.421058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Usage tracker for resource:security_group_rule and tenant:70decd06ccd8460d85f57f279da1643c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:15.432494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:15.449474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.526929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.617680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:15.766190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.797857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.818380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a3cedb95-5121-4420-b1c3-66906a993075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:15.927957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.942639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.943916 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8af28149-b85b-4f83-bbc7-2351cee0e6ab HTTP/1.1" status: 204 len: 168 time: 0.8194475 Feb 19 05:01:15.945026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:15.956991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af28149-b85b-4f83-bbc7-2351cee0e6ab,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:15.992325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:15.997637 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70decd06ccd8460d85f57f279da1643c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5453098 Feb 19 05:01:15.997637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:15.998063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52564) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:16.028068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9846869c-04f8-4311-ad59-f7162a36d715,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:16.032942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:16.178024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.224660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.267123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52570) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:16.286626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.308061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:16.335012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9846869c-04f8-4311-ad59-f7162a36d715,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:16.343412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:16.346635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.348484 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9846869c-04f8-4311-ad59-f7162a36d715 HTTP/1.1" status: 204 len: 168 time: 0.3488901 Feb 19 05:01:16.458596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.647151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-network', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:16.677913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:16.688442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Usage tracker for resource:network and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:16.695139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:16.704730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:16.725312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Made reservation on behalf of d56c57e2793f496a928f75291db19aeb for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:16.735651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.789092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:16.825110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:16.834461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Usage tracker for resource:security_group_rule and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:16.841424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:16.854155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:17.017681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52594) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:17.057756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.059547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.063626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.073651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1d6f463-bca0-41a9-9c6d-e84f449cf569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:17.082769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:17.089373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Usage tracker for resource:security_group_rule and tenant:8a32f71710c54b7080c3277e09047250 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:17.093901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:17.104402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:17.128624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:17.136590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:17.171369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:01:17.195492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.197222 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Added segment df547e7f-a7ec-4f32-8441-2b1bc5b92efb of type vxlan for network 82665d7e-8f41-4cee-b9c7-35de88200610 Feb 19 05:01:17.272019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.349265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.355032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.365950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.382600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:17.391615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.393952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05a1dae4-2d20-4247-9d36-ed4f4f96faea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:17.404980 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a32f71710c54b7080c3277e09047250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852596 Feb 19 05:01:17.411911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52608) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:17.414298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d67bbb37-6e75-4c7c-aeef-730be9c64aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:17.453400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d28833-ef54-4424-b431-8f91cea6c81e,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:17.466549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:17.520506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.649036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:17.661755 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3925037 Feb 19 05:01:17.662533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Pushing event updated for resources: {'Network': ['ID=82665d7e-8f41-4cee-b9c7-35de88200610,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:17.664734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52616) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:17.668839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:17.681718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 82665d7e-8f41-4cee-b9c7-35de88200610 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:01:17.728999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Request body: {'subnet': {'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-subnet', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:17.741334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 82665d7e-8f41-4cee-b9c7-35de88200610 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:01:17.803751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:17.823630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Usage tracker for resource:subnet and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:17.842008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:17.861554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:17.880460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Made reservation on behalf of d56c57e2793f496a928f75291db19aeb for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:17.889160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6447787'] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:18.152255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:18.162495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:18.193520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d28833-ef54-4424-b431-8f91cea6c81e,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:18.204840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:18.206673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:18.208133 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28d28833-ef54-4424-b431-8f91cea6c81e HTTP/1.1" status: 204 len: 168 time: 0.7947440 Feb 19 05:01:18.681011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:01:18.795111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847910126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6447802'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:18.812455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0ed132a2-b3dd-40d6-96d0-910434a2c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:18.933323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:18.949362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:19.240500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Checking segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:19.241156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Network hostable DHCP agents. Network: 82665d7e-8f41-4cee-b9c7-35de88200610, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:01:19.292122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Network 82665d7e-8f41-4cee-b9c7-35de88200610 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:01:19.322488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 82665d7e-8f41-4cee-b9c7-35de88200610) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:19.337935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f47d4-7d67-4f42-a212-945916c4f2a0 None None] Network 82665d7e-8f41-4cee-b9c7-35de88200610 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:01:19.371004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:19.373351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:19.419024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-40e60ceb-e326-48eb-b685-0178b95ee606 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:19.420039 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-40e60ceb-e326-48eb-b685-0178b95ee606 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:19.437657 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7592194 Feb 19 05:01:19.441398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52674) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:19.459783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-40e60ceb-e326-48eb-b685-0178b95ee606 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:19.460477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:19.461768 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-40e60ceb-e326-48eb-b685-0178b95ee606 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.4673121 Feb 19 05:01:19.484625 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-59255005-d3a8-44c0-aab8-4d6e1ff2e83d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/quotas/6ec0147f26d64fae8d57c404bd23765f HTTP/1.1" status: 200 len: 375 time: 0.0152404 Feb 19 05:01:19.487742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:19.506153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Usage tracker for resource:router and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:19.520502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:19.546743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:19.575878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:19.578034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:19.661580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:19.725332 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-460296e8-81cd-40fb-947f-d02033a4508c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319419 Feb 19 05:01:19.930620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45b78d-b06e-4621-a0f3-efef9dcab7d8 None None] Network 82665d7e-8f41-4cee-b9c7-35de88200610 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:01:20.027483 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-c5fa2325-390b-4ca2-90f2-c5071acdc1ad service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984579 Feb 19 05:01:20.191520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52694) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:20.331462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.365293 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-ca7e8b0b-bcfa-49e8-829b-9b48702aaf64 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3366070 Feb 19 05:01:20.431562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568764494-network', 'tenant_id': '47a486c598454e5ba61f5f4e0691a2a6'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:20.442533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:20.454049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Usage tracker for resource:network and tenant:47a486c598454e5ba61f5f4e0691a2a6 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:20.459656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:20.497412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:20.534871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Made reservation on behalf of 47a486c598454e5ba61f5f4e0691a2a6 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:20.547481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.621933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.675328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:20.683550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Usage tracker for resource:security_group_rule and tenant:47a486c598454e5ba61f5f4e0691a2a6 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:20.689708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:20.702603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:20.887171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.895113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.898299 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d2156d7-7e2b-4fca-80df-6aa0534c2b79 req-bec1d1d4-e97e-4329-9c81-aeb1f92073a1 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 0.0636094 Feb 19 05:01:20.902993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-228ea9b5-8db5-46ee-89fb-54da1984772a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:20.936711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:01:20.964250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d067f1-3f56-4052-b702-bf0c72b9a622,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:20.964250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:20.966378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:20.968263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Added segment 56d879d7-085f-4450-a3be-9bf68ec4ff09 of type vxlan for network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 Feb 19 05:01:21.027148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.087164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.089746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:21.091220 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.103816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:21.232267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.283254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Pushing event updated for resources: {'Network': ['ID=437dbe4b-ebc3-4a7e-a13f-327d03199d76,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:21.287678 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0950122 Feb 19 05:01:21.288845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:21.290978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52728) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:21.297247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Request body: {'subnet': {'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568764494-subnet', 'tenant_id': '47a486c598454e5ba61f5f4e0691a2a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:21.303291 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:01:21.311508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:21.319856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.327145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Usage tracker for resource:subnet and tenant:47a486c598454e5ba61f5f4e0691a2a6 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:21.331340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:21.338686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:21.339997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:01:21.355486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Made reservation on behalf of 47a486c598454e5ba61f5f4e0691a2a6 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:21.366362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6211297'] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:21.786411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Allocated IP 172.28.1.58 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/3d28a5d2-01ac-4f4e-ab4a-8073088474bc) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:22.108264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:22.155838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:22.173485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:22.493509 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3b808c06-c528-4b4e-96dc-ba03eccf5196 req-dddd60b0-4497-4292-887c-114c81b6cc4e tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 0.0907271 Feb 19 05:01:22.541062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:22.546537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:22.548561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Pushing event updated for resources: {'Port': ['ID=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:22.559749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:22.647556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:22.704928 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6167354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6211312'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:23.045210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fea93721-6b05-4b6d-a37f-3e63bec9c9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:23.276257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f05ba4d-9803-4c25-beca-f0fde238be92,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:23.282281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:23.427742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Checking segment: {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:23.428320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Network hostable DHCP agents. Network: 437dbe4b-ebc3-4a7e-a13f-327d03199d76, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:01:23.466085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:01:23.485158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 437dbe4b-ebc3-4a7e-a13f-327d03199d76) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:23.505940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2ae81-05fb-43a5-a6e2-b3228753c85b None None] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:01:23.512006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-f6025409-1c2e-4ea9-b5f7-8582befebd86 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:23.516060 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-f6025409-1c2e-4ea9-b5f7-8582befebd86 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.8988554 Feb 19 05:01:23.529553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:23.530940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:23.554265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Request body: {'port': {'device_id': '25073563-14e2-4074-b614-7421d48bbeaa', 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c', 'admin_state_up': True, 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:23.608320 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1f524180-ea8b-4a6f-bb7a-ff9f06933f2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3093903 Feb 19 05:01:24.289018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e79390-2677-49a9-a6bd-a9889cfea8b5 None None] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:01:24.390149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:25.060006 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-34bdff53-f837-443e-a4ef-5b6d46c028d1 req-2fdeb718-4070-4575-a68c-c7f1d9c2d219 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 1.0582144 Feb 19 05:01:25.077509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:25.107507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:25.130720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:25.137343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:25.358513 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-ef64537f-617e-4a17-948d-466b1be2319a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7812746 Feb 19 05:01:25.736619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:25.929165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-c5796443-2592-44e5-b3aa-1ccba3156f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:25.929165 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-c5796443-2592-44e5-b3aa-1ccba3156f33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 1162 time: 0.4311137 Feb 19 05:01:26.160645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Allocated IP 172.20.0.9 (3c2f7726-fe9a-4697-97be-dccce2ad3e3c/2a97c879-955b-4731-8837-10c94349f71d/57af60b6-771e-45f8-a5ee-60a731ac525b) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:26.198313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-bf9d8372-ebf1-4bff-861d-dffaf6a809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:26.200011 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-bf9d8372-ebf1-4bff-861d-dffaf6a809e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 908 time: 0.2118986 Feb 19 05:01:26.298404 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c8017a3-34d2-448b-a20e-76da62fe6eb7 req-644aab10-b7ac-4752-a18c-d4277b3badc5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 0.0573239 Feb 19 05:01:26.325822 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-bce54665-accd-4f36-9c63-705934abf24b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 HTTP/1.1" status: 200 len: 217 time: 0.1023862 Feb 19 05:01:26.385306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52844) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:26.404772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:01:26.554523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.577715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:26.583076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Usage tracker for resource:security_group_rule and tenant:c86e5e39b2f14ff8877471a6ddd1c08d is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:26.586627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:26.592779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:26.638336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-4477e71c-5791-4cc8-be3b-6f39432a6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:26.639957 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-4477e71c-5791-4cc8-be3b-6f39432a6d90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.3006849 Feb 19 05:01:26.688677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.692420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.702197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f7c21709-415f-4f92-8475-4560ed51be00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:26.747334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c86e5e39b2f14ff8877471a6ddd1c08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607266 Feb 19 05:01:26.748186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be55498-661d-4667-aafd-5b51ec103532,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:26.750927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52862) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:26.765123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:26.820585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.852316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.921475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.927421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5db5308-7c80-4192-8a8d-092b736be84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:26.944367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be55498-661d-4667-aafd-5b51ec103532,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:26.948830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:26.952834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:26.959466 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4be55498-661d-4667-aafd-5b51ec103532 HTTP/1.1" status: 204 len: 168 time: 0.2059491 Feb 19 05:01:27.051844 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-2d17175e-2f46-492d-a2cc-d70fe70507d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3493049 Feb 19 05:01:27.241288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:01:27.257116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Sync routers for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:01:27.271018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:27.271511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:01:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:27.458344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52882) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:27.479757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.487972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-50ce4098-31be-4006-b926-8b5ef626ae88 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:27.496787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-50ce4098-31be-4006-b926-8b5ef626ae88 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 809 time: 0.7929997 Feb 19 05:01:27.523260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.526254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:27.550108 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b74ad5bf-e2fe-4af2-97b7-9e18e36c4b3b req-ff044b33-a032-42d2-a5ce-592db9a01a55 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 0.0594962 Feb 19 05:01:27.551521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:27.556778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Usage tracker for resource:security_group_rule and tenant:2b79921be00a480a9375c9f55b9ca6d9 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:27.560529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:27.568783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:27.588537 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-ea2cd46d-c14d-4c31-92fe-faba8380f646 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/quotas/47a486c598454e5ba61f5f4e0691a2a6 HTTP/1.1" status: 200 len: 375 time: 0.0901792 Feb 19 05:01:27.689085 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-974f3ce4-0e12-4c91-a15b-6633f5c11213 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989318 Feb 19 05:01:27.752428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.756748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.796997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:27.835047 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b79921be00a480a9375c9f55b9ca6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754330 Feb 19 05:01:27.838179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d33d3-af7d-487a-bb1b-13e48b4319fe,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:27.842994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:27.843641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52890) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:27.878870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.884631 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4373939 Feb 19 05:01:27.899932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52896) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:27.936667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:27.981556 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-a63ccd00-5104-42a2-b066-f6fd3a2d8a22 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719537 Feb 19 05:01:27.985454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.045091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:23Z', 'revision_number': 3, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:28.048600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.055645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a9523e55-577c-4c8b-89f4-c1a357761cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:28.057041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Checking router: 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:01:28.057580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Updating router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:01:28.073527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d33d3-af7d-487a-bb1b-13e48b4319fe,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:28.083261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:28.089720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.094254 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e04d33d3-af7d-487a-bb1b-13e48b4319fe HTTP/1.1" status: 204 len: 168 time: 0.2493501 Feb 19 05:01:28.114559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.149994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.229183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:28.362473 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-57857acb-aaee-4f63-963d-8f61f2642cbc service neutron] 10.222.0.13 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723726 Feb 19 05:01:28.596824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event updated for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:28.600515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:28.691662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.726243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Transition to ACTIVE for port object 3d28a5d2-01ac-4f4e-ab4a-8073088474bc will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:28.733651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.754220 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88b9f3d6-9bae-428d-9add-17b3ace968b0 req-35bec157-995c-4b9c-ab20-5569687173c8 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7210979 Feb 19 05:01:28.815791 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 52916) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:28.859937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a7d1d9a7-20e3-48ea-b2c5-4c697e4bd046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:28.885595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:28.905253 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-ea1e2e89-35fb-45a9-bb04-2bc89a89f907 service neutron] 10.222.0.13 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5306537 Feb 19 05:01:28.994435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:28.996448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Pushing event updated for resources: {'Port': ['ID=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:29.001213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:29.004639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:29.023030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.023575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.023945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.024484 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.024845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.025198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.025552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.026068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.026425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.026773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.027122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.027472 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.027862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.028231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.028584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.028929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.029274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.029621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.029966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.030308 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.030805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.031350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.031698 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.032043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:29.042795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:29.053651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:29.057609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff85a2-e592-468d-8fd1-8d167aa2c4af req-f4b2cf3c-d4ad-458f-8032-26fec6a36927 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:29.065531 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efff85a2-e592-468d-8fd1-8d167aa2c4af req-f4b2cf3c-d4ad-458f-8032-26fec6a36927 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 931 time: 0.2962573 Feb 19 05:01:29.074705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Usage tracker for resource:security_group_rule and tenant:3b8cfd0a7dd548509804f2d7cb83ec0e is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:29.079699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:29.107466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Attempting to bind port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:29.107980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Attempting to bind port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:29.108422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Attempting to bind port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:29.117287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:29.117585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:29.117976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:29.118405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:29.119050 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Bound port: 3d28a5d2-01ac-4f4e-ab4a-8073088474bc, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:29.119458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:29.145173 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-efff85a2-e592-468d-8fd1-8d167aa2c4af req-3a83428d-49a6-41f7-b8df-e9b269235bfc tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Feb 19 05:01:29.206571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:29.246121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:29.246860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:29.311396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] For port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:29.318804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] For port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:29.327014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:29.359919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:29.924995 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46e35674-3dc7-4d6e-be39-1e80e570ebd3 req-20b409e0-797b-4763-bc75-d64de3d5ee54 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.0647922 Feb 19 05:01:29.959645 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4225311 Feb 19 05:01:29.981638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Pushing event updated for resources: {'Port': ['ID=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:29.996141 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cea3f725-0e88-4b1f-9fb8-490a84df5520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:30.008933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Request body: {'port': {'device_id': '25073563-14e2-4074-b614-7421d48bbeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:30.068574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:30.068574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:01:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:30.215752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.243520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.262012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef383bce-5975-4b3e-9bf8-7eea9bf0f594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:30.335863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:30.379163 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.391204 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8cfd0a7dd548509804f2d7cb83ec0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5695705 Feb 19 05:01:30.394318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 52946) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:30.477804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.480059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e809468-e628-4239-8c1b-fd660dff88cf,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:30.525219 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.574282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.579759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e7dd64-b2fe-45d8-90d1-4e53bbad3c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:30.598031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e809468-e628-4239-8c1b-fd660dff88cf,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:30.602041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:30.603173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:30.613143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.615319 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e809468-e628-4239-8c1b-fd660dff88cf HTTP/1.1" status: 204 len: 168 time: 0.2197516 Feb 19 05:01:30.625341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:30.736350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:23Z', 'revision_number': 3, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:30.744324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1e83e-34a0-444b-b310-612dd5e71ed9 None None] The sync data for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb is: [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:23Z', 'revision_number': 3, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:01:30.769238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9ce22-ab3e-48c9-9ecf-894fe61995ca req-6869afbf-2337-479a-a416-4e6a9989c669 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:30.770177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-38c9ce22-ab3e-48c9-9ecf-894fe61995ca req-6869afbf-2337-479a-a416-4e6a9989c669 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:31.044246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-38c9ce22-ab3e-48c9-9ecf-894fe61995ca req-6869afbf-2337-479a-a416-4e6a9989c669 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:31.052041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-38c9ce22-ab3e-48c9-9ecf-894fe61995ca req-6869afbf-2337-479a-a416-4e6a9989c669 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 931 time: 0.7592311 Feb 19 05:01:31.574206 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-38c9ce22-ab3e-48c9-9ecf-894fe61995ca req-3d3b45bd-2db5-4c07-be61-f200e9694cee tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211256 Feb 19 05:01:31.665254 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a960da99-6239-4ad0-832b-b00eef40d31b req-c8fe03fb-c3ba-47c9-b89b-b1d5936a0e92 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.1092300 Feb 19 05:01:31.761383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57af60b6-771e-45f8-a5ee-60a731ac525b {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:01:31.820587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:31.872555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Transition to ACTIVE for port object 57af60b6-771e-45f8-a5ee-60a731ac525b will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:31.882846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:31.903473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:32.003439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-8cc48a40-8372-4267-b625-7a3cabb94f4f tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:32.005293 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-8cc48a40-8372-4267-b625-7a3cabb94f4f tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 809 time: 0.8220510 Feb 19 05:01:32.083886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Request body: {'port': {'device_id': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76', 'admin_state_up': True, 'tenant_id': '47a486c598454e5ba61f5f4e0691a2a6'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:32.189357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 3d28a5d2-01ac-4f4e-ab4a-8073088474bc up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:32.288572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:32.296813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:32.297492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:32.512372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:32.563004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Allocated IP 172.20.0.1 (82665d7e-8f41-4cee-b9c7-35de88200610/80567b8e-b8c4-4d80-bcc1-6a2d22f2d202/4dd2244b-18b9-4662-b46a-cc97bd559b3b) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:32.583169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:01:32.597404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:32.606627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:32.812370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Pushing event updated for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:32.840101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:32.842785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:32.852297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:32.908722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53018) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:33.013123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:33.037055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Usage tracker for resource:port and tenant:47a486c598454e5ba61f5f4e0691a2a6 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:33.042985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:33.074864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:33.108409 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-553e4f8a-39f7-43bb-990d-5846e5857abc req-e3c565fb-470c-4848-87c6-06127f0bf6ff tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.1567602 Feb 19 05:01:33.151079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.194660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Made reservation on behalf of 47a486c598454e5ba61f5f4e0691a2a6 for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:33.200790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.257661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.279459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:33.280701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bb9f-2ce3-4ea4-8b1f-5e7e6f0ecb4f req-11f16207-1804-4d67-86a5-80e072db9092 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:33.286377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Usage tracker for resource:security_group_rule and tenant:bb54600d55ea4370b5a0f01d662dd874 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:33.289179 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcd1bb9f-2ce3-4ea4-8b1f-5e7e6f0ecb4f req-11f16207-1804-4d67-86a5-80e072db9092 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.4453819 Feb 19 05:01:33.291721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:33.302998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:33.512926 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcd1bb9f-2ce3-4ea4-8b1f-5e7e6f0ecb4f req-0efaa54f-8c3e-42a7-a117-f39f779ed4c6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226326 Feb 19 05:01:33.513762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Attempting to bind port 57af60b6-771e-45f8-a5ee-60a731ac525b on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:33.514139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Attempting to bind port 57af60b6-771e-45f8-a5ee-60a731ac525b by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:33.514550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Attempting to bind port 57af60b6-771e-45f8-a5ee-60a731ac525b on network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:33.537529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.538757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.552986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.562281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:33.571467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a06ed789-a8fb-40a3-a30b-b381b139fc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:33.635460 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb54600d55ea4370b5a0f01d662dd874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242196 Feb 19 05:01:33.638849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53042) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:33.671670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:33.672026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Checking segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:33.672826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.673335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Bound using segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:33.674530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Bound port: 57af60b6-771e-45f8-a5ee-60a731ac525b, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:33.675004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.711121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b0f2a-6859-458a-b9b1-c95c35953799,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:33.715004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:33.785592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.824963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.888344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.897280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-132076d8-8a08-47b6-bf0a-db9e3668d738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:33.922389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b0f2a-6859-458a-b9b1-c95c35953799,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:33.926851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:33.928099 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0b0f2a-6859-458a-b9b1-c95c35953799 HTTP/1.1" status: 204 len: 168 time: 0.2841575 Feb 19 05:01:33.929331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:33.948062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:33.953603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:34.004374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.047821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:34.052777 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=57af60b6-771e-45f8-a5ee-60a731ac525b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:34.131329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.152577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:34.168244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 3d28a5d2-01ac-4f4e-ab4a-8073088474bc up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:34.286180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:34.290363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.310222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Network 82665d7e-8f41-4cee-b9c7-35de88200610 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:34.334435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:34.354262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:34.435429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Allocated IP 172.20.0.2 (437dbe4b-ebc3-4a7e-a13f-327d03199d76/2f05ba4d-9803-4c25-beca-f0fde238be92/c4ebec34-2ace-499c-a8d6-dfa98e6d2360) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:34.477041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Pushing event updated for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:34.499622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:34.500923 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ccb19210-d29b-4b50-8e09-5dbf041382c0 req-4502f541-d9fe-4020-a45a-12be926db458 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.0924575 Feb 19 05:01:34.545683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.666111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53088) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:34.688691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.709185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:34.716946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Usage tracker for resource:security_group_rule and tenant:4158817a0ddc4e9d93844ac7aed430c2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:34.721901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:34.729660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:34.762245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:34.775898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.777766 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] 10.222.0.55 "PUT /v2.0/ports/57af60b6-771e-45f8-a5ee-60a731ac525b HTTP/1.1" status: 200 len: 1157 time: 4.7739375 Feb 19 05:01:34.784677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:34.936353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.943081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:34.971833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8b90e7cc-8b26-42de-a732-a2865cbef1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:35.019184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53102) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:35.020051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cd75a-fd9b-48e2-9956-ac0961b4ecec,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:35.025630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:35.083854 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4158817a0ddc4e9d93844ac7aed430c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163325 Feb 19 05:01:35.086866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53108) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:35.156069 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b', 'status': 'completed', 'code': 200} Feb 19 05:01:35.184506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.218653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.243600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.286359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.295868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-817f86b7-f8ba-4b59-abe9-0831dfce531e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:35.343907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cd75a-fd9b-48e2-9956-ac0961b4ecec,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:35.347671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:35.362195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.400586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:35.409284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.412335 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a70cd75a-fd9b-48e2-9956-ac0961b4ecec HTTP/1.1" status: 204 len: 168 time: 0.3240473 Feb 19 05:01:35.414304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Usage tracker for resource:security_group_rule and tenant:c36a1045b6784cd795524c7c928bce4c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:35.419479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:35.423657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8da324-cfed-41f4-85e0-db218571a7d1 req-274cf87e-40e1-49e4-bd80-5b6b57c4cda0 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:35.426816 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd8da324-cfed-41f4-85e0-db218571a7d1 req-274cf87e-40e1-49e4-bd80-5b6b57c4cda0 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.6264153 Feb 19 05:01:35.428768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:35.523571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.556790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.561421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.569390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-7c6c754f-5fb7-420c-b1f5-6fbc68985b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:35.571054 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-7c6c754f-5fb7-420c-b1f5-6fbc68985b4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 1160 time: 0.6840782 Feb 19 05:01:35.581957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c26b494-0caa-447b-84a2-418c13850d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:35.642396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65360d53-bb55-4ee4-bd22-415917f03952,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:35.650221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:35.761134 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c36a1045b6784cd795524c7c928bce4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7349856 Feb 19 05:01:35.762730 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12f3e988-c0e6-4cf2-a74b-214ef59e3e4c req-8f388a2d-cde1-4dba-afc6-9bd73b53b7ca tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.0851848 Feb 19 05:01:35.763441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53120) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:35.846303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.890917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.958173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.966169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8e0784f3-930e-485f-aa9e-a4a958cd9de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:35.983551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65360d53-bb55-4ee4-bd22-415917f03952,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:35.986945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:35.988692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:35.992987 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65360d53-bb55-4ee4-bd22-415917f03952 HTTP/1.1" status: 204 len: 168 time: 0.2250187 Feb 19 05:01:36.099438 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd8da324-cfed-41f4-85e0-db218571a7d1 req-a082d9f2-5b95-4ac7-8f2b-7c1448e87ce6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245608 Feb 19 05:01:36.114192 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-184b7919-e026-4276-abcb-330295733062 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57af60b6-771e-45f8-a5ee-60a731ac525b HTTP/1.1" status: 200 len: 217 time: 0.3919683 Feb 19 05:01:36.221567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.249323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:36.415783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-adb03802-c874-4570-b4d1-4242d40aab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:36.417431 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-adb03802-c874-4570-b4d1-4242d40aab70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.2950501 Feb 19 05:01:36.426323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53146) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:36.451833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.474263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:36.478577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d107ec76fda14c069da5460f8f24b0c9 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:36.481736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:36.488919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:36.590995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.594457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.609485 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-b655e99f-b8ac-4396-9b86-d8d38d262d52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691609 Feb 19 05:01:36.616628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.623380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-572b870b-f4a8-4397-a0c0-7cf6a942d73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:36.645155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:36.668391 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d107ec76fda14c069da5460f8f24b0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379076 Feb 19 05:01:36.668391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51bc24-a17c-43e8-a7fd-6c44e57fc115,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:36.670013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53158) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:36.673249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:36.697200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.730382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:36.732840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Pushing event updated for resources: {'Port': ['ID=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:36.743371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:36.774684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.823614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:36.824347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.837111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:36.862236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:36.895142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:37.027593 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9990807 Feb 19 05:01:37.035095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:37.043568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:37.055573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:37.057386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0d47bd1f-3b4c-4378-ab60-48ee818fcb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:37.062993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Request body: {'port': {'device_id': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:37.093647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51bc24-a17c-43e8-a7fd-6c44e57fc115,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:37.100987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:37.105601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:37.112881 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed51bc24-a17c-43e8-a7fd-6c44e57fc115 HTTP/1.1" status: 204 len: 168 time: 0.4412556 Feb 19 05:01:37.186442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ca6d-ed4b-4f75-a577-bb5ccd27765a req-b9f682f9-d875-44e0-9af6-170dcaf08497 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:37.190887 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-54d9ca6d-ed4b-4f75-a577-bb5ccd27765a req-b9f682f9-d875-44e0-9af6-170dcaf08497 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 931 time: 0.2549787 Feb 19 05:01:37.198329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:37.263873 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-988bb8eb-6695-4369-b512-794ba7f35946 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222591 Feb 19 05:01:37.326471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-54d9ca6d-ed4b-4f75-a577-bb5ccd27765a req-b99716e0-62cb-4866-a9c9-add92b7419d3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:37.355480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-54d9ca6d-ed4b-4f75-a577-bb5ccd27765a req-b99716e0-62cb-4866-a9c9-add92b7419d3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:37.367470 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-54d9ca6d-ed4b-4f75-a577-bb5ccd27765a req-b99716e0-62cb-4866-a9c9-add92b7419d3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681416 Feb 19 05:01:37.731873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:37.928809 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1195e52a-676a-4542-9aa5-5270ee14c9c6 req-999c0053-ea3a-4ca7-89bb-c2223393b381 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6577718 Feb 19 05:01:37.953881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Network 82665d7e-8f41-4cee-b9c7-35de88200610 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:37.959523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:37.990507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c493c-357b-416c-b0d6-099b0716968c req-59ff29ca-b3ad-468d-b4ed-19c933e21287 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:38.000940 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-391c493c-357b-416c-b0d6-099b0716968c req-59ff29ca-b3ad-468d-b4ed-19c933e21287 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.5337930 Feb 19 05:01:38.479947 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-391c493c-357b-416c-b0d6-099b0716968c req-c92dabed-8176-4b9f-9938-63b7ce53a035 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779580 Feb 19 05:01:38.867999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be467e-dd3a-4c8c-bff5-c7e20d32fd9b req-e72e5786-6ad8-482b-84cd-319b56f232be tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:38.870864 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f8be467e-dd3a-4c8c-bff5-c7e20d32fd9b req-e72e5786-6ad8-482b-84cd-319b56f232be tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 931 time: 0.1882672 Feb 19 05:01:39.022211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-600b65ea-99c2-4f23-b162-0e19c050beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:39.023887 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-600b65ea-99c2-4f23-b162-0e19c050beb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 1160 time: 0.8401945 Feb 19 05:01:39.028608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:01:39.053779 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f8be467e-dd3a-4c8c-bff5-c7e20d32fd9b req-3663d00c-756f-4e18-9500-d249559ffcf6 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099627 Feb 19 05:01:39.137646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53282) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:39.374240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:39.393314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:39.397602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Usage tracker for resource:security_group_rule and tenant:cd445d7417f344daa40aeb046024c7f3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:39.402275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:39.413554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:39.475800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-8d473b6b-677d-4fe7-98b5-e22d847bf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:39.477449 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-8d473b6b-677d-4fe7-98b5-e22d847bf8d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 908 time: 0.4410295 Feb 19 05:01:39.560790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:01:39.578939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Sync routers for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:01:39.586276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:39.588127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53292) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:39.593031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:39.594162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:01:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:39.623160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:39.674796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-451ccc7b-99cc-4baa-b276-3d36f31448dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:39.691666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ebec34-2ace-499c-a8d6-dfa98e6d2360 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:01:39.708316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:39.740242 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] 10.222.0.13 "PUT /v2.0/routers/4666b6fe-fbb7-40ad-a19a-af777b34d5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8383529 Feb 19 05:01:39.743735 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-648b0cb9-1023-42e2-8d4a-62cb37bd5196 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57af60b6-771e-45f8-a5ee-60a731ac525b HTTP/1.1" status: 200 len: 217 time: 0.2486229 Feb 19 05:01:39.759864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Transition to ACTIVE for port object c4ebec34-2ace-499c-a8d6-dfa98e6d2360 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:39.814225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:39.836568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7fd9f7d5-39c7-4b2c-9561-19f7b79ddf34 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:39.901516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:39.912865 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd445d7417f344daa40aeb046024c7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689126 Feb 19 05:01:39.912865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d405974-603b-4980-b148-c2e69941149e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:39.915001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:39.915581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53302) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:40.013589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.076719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.121215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.185927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-653fab21-47a4-4d40-a00b-ef7e57f298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:40.188640 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-653fab21-47a4-4d40-a00b-ef7e57f298ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.4257061 Feb 19 05:01:40.190621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6658c2-5016-43c3-871c-85bf668515bd req-2acc12f0-dee9-47d3-987a-26d065c938ce tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:40.200549 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cb6658c2-5016-43c3-871c-85bf668515bd req-2acc12f0-dee9-47d3-987a-26d065c938ce tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.4600887 Feb 19 05:01:40.205116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:40.218389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa5ca399e2241d486585e3005d57413 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:40.222698 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:40.229705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:40.378329 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-f03cadc5-670a-4ac2-9b42-b028b08e26d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674211 Feb 19 05:01:40.412595 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cb6658c2-5016-43c3-871c-85bf668515bd req-be6c922a-0cca-4311-b58c-2e30cdb1bf6b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121892 Feb 19 05:01:40.475219 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:34Z', 'revision_number': 4, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '4dd2244b-18b9-4662-b46a-cc97bd559b3b', 'name': '', 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'mac_address': 'fa:16:3e:d4:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:31Z', 'updated_at': '2021-02-19T05:01:35Z', 'revision_number': 2, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'subnets': [{'id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:40.480057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Checking router: 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:01:40.480525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Updating router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 port 4dd2244b-18b9-4662-b46a-cc97bd559b3b binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:01:40.492905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:40.496139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:40.548202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.556247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.556417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.592074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bc4e270b-b62f-481a-a33b-274d93bfae99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:40.616819 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aa5ca399e2241d486585e3005d57413&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0265801 Feb 19 05:01:40.621970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53316) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:01:40.679315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.684743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265fa08-d531-4d78-8a36-13543127dbcf req-51d22d4b-911b-401c-b801-fab6f16d689d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:40.685620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f265fa08-d531-4d78-8a36-13543127dbcf req-51d22d4b-911b-401c-b801-fab6f16d689d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:40.722170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38dc81d-e8ba-4484-a362-0e9f8fa3cb20,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:40.739101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 57af60b6-771e-45f8-a5ee-60a731ac525b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:40.789357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.793418 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-9dd4f9ab-5d02-4441-b25d-7fbdf8792705 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041920 Feb 19 05:01:40.794879 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d405974-603b-4980-b148-c2e69941149e HTTP/1.1" status: 204 len: 168 time: 0.8769021 Feb 19 05:01:40.808106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:40.810862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfcebd18-e58d-42fc-afea-b0cb41c35840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:40.835869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f265fa08-d531-4d78-8a36-13543127dbcf req-51d22d4b-911b-401c-b801-fab6f16d689d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:40.843928 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f265fa08-d531-4d78-8a36-13543127dbcf req-51d22d4b-911b-401c-b801-fab6f16d689d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 943 time: 0.5336573 Feb 19 05:01:40.874274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d405974-603b-4980-b148-c2e69941149e,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:40.891803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:40.896041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:40.965276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.100733 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f265fa08-d531-4d78-8a36-13543127dbcf req-fe33c93d-face-4725-a134-d7e1e809621c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556374 Feb 19 05:01:41.144575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.155014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Attempting to bind port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:41.155652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Attempting to bind port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:41.156307 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Attempting to bind port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 on network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:41.170542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1490eb1-59fc-40b6-8286-92ed74814f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:41.204704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 57af60b6-771e-45f8-a5ee-60a731ac525b completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:41.205534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:41.205534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Checking segment: {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:41.206963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.207647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Bound using segment: {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:41.208531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Bound port: c4ebec34-2ace-499c-a8d6-dfa98e6d2360, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:41.209157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.215711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 57af60b6-771e-45f8-a5ee-60a731ac525b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:41.216205 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.245800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38dc81d-e8ba-4484-a362-0e9f8fa3cb20,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:41.259001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:41.259904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.266657 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e38dc81d-e8ba-4484-a362-0e9f8fa3cb20 HTTP/1.1" status: 204 len: 168 time: 0.6410062 Feb 19 05:01:41.408071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a8df78e-5407-439e-8ce0-4f30a13ccbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.529351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] For port c4ebec34-2ace-499c-a8d6-dfa98e6d2360, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:41.536469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] For port c4ebec34-2ace-499c-a8d6-dfa98e6d2360, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:41.550247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.577852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:41.599571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ca49828-adef-4138-9b05-fd54f24dcd7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:41.664845 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db937db-14a5-4701-a8d2-d9ffd5e7cdc8 req-cde70a21-7f73-4fc6-8487-bbf933e44877 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8613331 Feb 19 05:01:41.790699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:41.886526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=57af60b6-771e-45f8-a5ee-60a731ac525b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:01:41.965444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:42.014375 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:42.187709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-07e33f03-57e0-4a26-9623-a6360dc96dfe tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:42.189386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b5923524-43b5-458a-b157-8f60a520e362 req-07e33f03-57e0-4a26-9623-a6360dc96dfe tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Synchronizing usage tracker for tenant:d56c57e2793f496a928f75291db19aeb on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:42.222182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b5923524-43b5-458a-b157-8f60a520e362 req-07e33f03-57e0-4a26-9623-a6360dc96dfe tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Unset dirty status for tenant:d56c57e2793f496a928f75291db19aeb on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:42.238239 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-07e33f03-57e0-4a26-9623-a6360dc96dfe tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 819 time: 0.3950186 Feb 19 05:01:42.275688 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-3b45b838-203f-4cd0-980f-229217e640b2 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/quotas/d56c57e2793f496a928f75291db19aeb HTTP/1.1" status: 200 len: 375 time: 0.0350749 Feb 19 05:01:42.311902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:42.325226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:42.407175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7ee17-3b3d-4596-965f-0ca64eeb3b01 req-ebf112ee-4d2a-4af2-9010-c90d771e08b3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:42.418173 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4e7ee17-3b3d-4596-965f-0ca64eeb3b01 req-ebf112ee-4d2a-4af2-9010-c90d771e08b3 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.8205941 Feb 19 05:01:42.500868 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-dc4e526f-6735-46eb-8c2d-6a7ecd5423d1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2197578 Feb 19 05:01:42.511257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:42.512537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:42.515992 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/c4ebec34-2ace-499c-a8d6-dfa98e6d2360 HTTP/1.1" status: 200 len: 1157 time: 5.4606802 Feb 19 05:01:42.522580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:42.541668 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4e7ee17-3b3d-4596-965f-0ca64eeb3b01 req-f8fcd8bd-e354-4039-bc4a-408c0b019068 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223910 Feb 19 05:01:42.819819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-8ac34e6e-4ce6-46d6-b990-0f24088482a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:42.829789 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-8ac34e6e-4ce6-46d6-b990-0f24088482a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 1160 time: 0.2448611 Feb 19 05:01:42.889926 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-4b7910e5-fb85-4dfe-bcaf-f3ba6ad786b6 service neutron] 10.222.0.13 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723965 Feb 19 05:01:42.951471 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-c2dde1d3-d38b-46f4-bd52-0a4a7ad57312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4ebec34-2ace-499c-a8d6-dfa98e6d2360 HTTP/1.1" status: 200 len: 217 time: 0.1042554 Feb 19 05:01:43.012153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b', 'code': 200} Feb 19 05:01:43.012847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:43.039487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:43.245258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-5c5258dc-7142-47e1-a08d-ddb055e50251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:43.247610 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-5c5258dc-7142-47e1-a08d-ddb055e50251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f05ba4d-9803-4c25-beca-f0fde238be92 HTTP/1.1" status: 200 len: 849 time: 0.2797792 Feb 19 05:01:43.310177 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-8c6dfd6e-d760-47aa-8fa7-f08dcfbb8cab service neutron] 10.222.0.13 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4188998 Feb 19 05:01:43.337907 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-bf2dc5bf-8ced-4c2a-a403-b4aa7ea1cb10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437dbe4b-ebc3-4a7e-a13f-327d03199d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733860 Feb 19 05:01:43.376980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:43.380318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1079c-eaf8-42e4-ad21-0e450057fe62 req-dd766515-aec6-4b04-a0f3-ac2f482e517d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:43.395051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Transition to ACTIVE for port object 4dd2244b-18b9-4662-b46a-cc97bd559b3b will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:43.396002 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c1a1079c-eaf8-42e4-ad21-0e450057fe62 req-dd766515-aec6-4b04-a0f3-ac2f482e517d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 943 time: 0.3001678 Feb 19 05:01:43.397973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:43.557541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:43.647281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Pushing event updated for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:43.707489 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:43.793660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Attempting to bind port 4dd2244b-18b9-4662-b46a-cc97bd559b3b on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:43.793991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Attempting to bind port 4dd2244b-18b9-4662-b46a-cc97bd559b3b by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:43.794471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Attempting to bind port 4dd2244b-18b9-4662-b46a-cc97bd559b3b on network 82665d7e-8f41-4cee-b9c7-35de88200610 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:43.801927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:43.802373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Checking segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:43.802923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:43.803367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Bound using segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:43.803911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Bound port: 4dd2244b-18b9-4662-b46a-cc97bd559b3b, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:43.804362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:43.868485 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-57e37f16-13b7-4d95-8b4f-e7f7952070cd service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073278 Feb 19 05:01:43.931504 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360', 'status': 'completed', 'code': 200} Feb 19 05:01:43.971341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3aeaa9a-221c-4319-ab54-6c6bdb061501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:44.073763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:44.080814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] For port 4dd2244b-18b9-4662-b46a-cc97bd559b3b, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:44.083931 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0f9a56e7-b700-48f5-b004-b220c3a05197 req-c4e410ea-d999-4e89-aa14-21d16de27313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 210 time: 0.1169879 Feb 19 05:01:44.108710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] For port 4dd2244b-18b9-4662-b46a-cc97bd559b3b, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=4dd2244b-18b9-4662-b46a-cc97bd559b3b,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:44.108710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:44.116863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c1a1079c-eaf8-42e4-ad21-0e450057fe62 req-8cd5e928-14b5-4917-b44f-049924a6be1d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195275 Feb 19 05:01:44.277351 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f7f49f9-e6f5-43d1-ab7e-afeabe81048b req-e2d51c4b-fbe8-4643-a875-8299627c64ed service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3892112 Feb 19 05:01:44.328593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:44.348532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eb30e-d0c2-4e7c-ae0c-d6290a09395b req-7e3595f1-4313-4c74-90e1-ef1446043565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:44.350268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-802eb30e-d0c2-4e7c-ae0c-d6290a09395b req-7e3595f1-4313-4c74-90e1-ef1446043565 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 1162 time: 0.9908178 Feb 19 05:01:44.588457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Pushing event updated for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:44.605041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 57af60b6-771e-45f8-a5ee-60a731ac525b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:44.636305 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-802eb30e-d0c2-4e7c-ae0c-d6290a09395b req-ca9f3216-c20e-4dd7-a6c5-63a7a92b73ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245495 Feb 19 05:01:44.669688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3142d-a5ef-4b3c-96ea-189852b0af59 req-3b1dcf32-debe-4087-b926-07d771313fbb tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:44.681922 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0aa3142d-a5ef-4b3c-96ea-189852b0af59 req-3b1dcf32-debe-4087-b926-07d771313fbb tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.3158908 Feb 19 05:01:44.706666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:44.710137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-43c37ef3-04be-4161-8981-ec42daad8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:44.712405 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-43c37ef3-04be-4161-8981-ec42daad8652 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 1160 time: 0.2986526 Feb 19 05:01:44.747995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:01:44.748639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:01:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:44.776846 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0aa3142d-a5ef-4b3c-96ea-189852b0af59 req-336306c4-cd0e-4b25-a7ef-49243c2285af tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938954 Feb 19 05:01:44.976469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 57af60b6-771e-45f8-a5ee-60a731ac525b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:44.977306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:45.125039 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:01:45.269907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-b30bf9a7-c2a8-4799-b4a4-9d026260cfa1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:45.272923 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-b30bf9a7-c2a8-4799-b4a4-9d026260cfa1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 819 time: 0.3707545 Feb 19 05:01:45.334868 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-87e644de-aa06-40b3-b502-ce741d127e7a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/quotas/d56c57e2793f496a928f75291db19aeb HTTP/1.1" status: 200 len: 375 time: 0.0488944 Feb 19 05:01:45.533536 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-23606938-9683-4b21-84ab-db137e795477 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1956697 Feb 19 05:01:45.674861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-f7222417-7ba0-4c49-b675-f3093deeead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:45.677641 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-f7222417-7ba0-4c49-b675-f3093deeead6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 903 time: 0.6764283 Feb 19 05:01:45.913164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:45.950072 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-6335ce13-fe7d-40a9-b9ef-f6168ba83431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4ebec34-2ace-499c-a8d6-dfa98e6d2360 HTTP/1.1" status: 200 len: 217 time: 0.2492166 Feb 19 05:01:46.014008 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-0723d025-213d-46b3-aafb-faa75afb5fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789207 Feb 19 05:01:46.178083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-6aa15d9f-53a6-4f4d-bf55-aa99c4eddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:46.180139 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-6aa15d9f-53a6-4f4d-bf55-aa99c4eddd88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f05ba4d-9803-4c25-beca-f0fde238be92 HTTP/1.1" status: 200 len: 849 time: 0.2184534 Feb 19 05:01:46.250715 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-daeef11a-c39c-4f15-aabe-c5f3ac3bed91 service neutron] 10.222.0.13 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2330840 Feb 19 05:01:46.376987 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-eeacd8a6-b8e5-4f4e-83ee-72dd8a4bc68a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437dbe4b-ebc3-4a7e-a13f-327d03199d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726444 Feb 19 05:01:46.419047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc71e96-ec6f-4e9e-a592-12c1904dadef req-50c30dd3-f4a5-4603-b6cd-0795926a7969 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:46.421039 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6dc71e96-ec6f-4e9e-a592-12c1904dadef req-50c30dd3-f4a5-4603-b6cd-0795926a7969 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 943 time: 0.9726741 Feb 19 05:01:46.500171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:46.537334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:34Z', 'revision_number': 4, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '4dd2244b-18b9-4662-b46a-cc97bd559b3b', 'name': '', 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'mac_address': 'fa:16:3e:d4:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:31Z', 'updated_at': '2021-02-19T05:01:44Z', 'revision_number': 4, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'subnets': [{'id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:01:46.555603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820eb364-9ebe-4cbd-925d-186fd04f7440 None None] The sync data for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb is: [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:01:34Z', 'revision_number': 4, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '4dd2244b-18b9-4662-b46a-cc97bd559b3b', 'name': '', 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'mac_address': 'fa:16:3e:d4:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:31Z', 'updated_at': '2021-02-19T05:01:44Z', 'revision_number': 4, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'subnets': [{'id': '80567b8e-b8c4-4d80-bcc1-6a2d22f2d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:01:46.643436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 57af60b6-771e-45f8-a5ee-60a731ac525b up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:46.972194 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-7b948a22-5314-42bd-8d0a-2916abce1d20 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497093 Feb 19 05:01:47.054978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97196c-fbef-4b78-b245-11b8fb423395 req-950e3227-55e0-4885-b0e4-390ce9f5322a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:47.063208 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4e97196c-fbef-4b78-b245-11b8fb423395 req-950e3227-55e0-4885-b0e4-390ce9f5322a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.3779237 Feb 19 05:01:47.134417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 57af60b6-771e-45f8-a5ee-60a731ac525b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:47.134759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:47.194394 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4e97196c-fbef-4b78-b245-11b8fb423395 req-26454c75-4f66-4fa3-9025-bdf0a877f06d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301951 Feb 19 05:01:47.662191 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6dc71e96-ec6f-4e9e-a592-12c1904dadef req-b98dbfd1-2f2d-458b-84a0-dc7e457014e4 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662946 Feb 19 05:01:47.703311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-669dfb76-b3ad-4d72-a93b-8f39f61163ac tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:47.712079 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-669dfb76-b3ad-4d72-a93b-8f39f61163ac tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 819 time: 0.7332191 Feb 19 05:01:47.816806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Request body: {'port': {'device_id': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'admin_state_up': True, 'tenant_id': 'd56c57e2793f496a928f75291db19aeb'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:47.920679 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-022644bf-e933-4c89-96a4-7f1c6745eec5 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fab92ecc7c0c49658fc131e704e77ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089807 Feb 19 05:01:48.261249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-56f7d0b3-2154-4091-ac60-4510b8da78cb tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:48.280023 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-56f7d0b3-2154-4091-ac60-4510b8da78cb tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575916 Feb 19 05:01:48.314705 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-cddc5c8e-99cd-4f24-8ad0-636a0946b40c tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/quotas/fab92ecc7c0c49658fc131e704e77ade HTTP/1.1" status: 200 len: 375 time: 0.0334105 Feb 19 05:01:48.324457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:48.332943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Usage tracker for resource:port and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:48.349296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:48.363082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:48.399005 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e10691d7-03be-4133-9de9-5cbf1feb5f89 req-0e239876-e6f0-409f-88c6-731e8dfc7cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0884514 Feb 19 05:01:48.401287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-be15d177-8159-4d7e-8242-1282cc8f1b82 req-7c91247d-e99f-4f61-9e4e-c813d4d033ca tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Synchronizing usage tracker for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:48.404185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Made reservation on behalf of d56c57e2793f496a928f75291db19aeb for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:48.428662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:48.465771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 4dd2244b-18b9-4662-b46a-cc97bd559b3b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:48.480485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-be15d177-8159-4d7e-8242-1282cc8f1b82 req-7c91247d-e99f-4f61-9e4e-c813d4d033ca tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Unset dirty status for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:48.496553 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-be15d177-8159-4d7e-8242-1282cc8f1b82 req-7c91247d-e99f-4f61-9e4e-c813d4d033ca tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 210 time: 0.6909525 Feb 19 05:01:48.509058 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-62bb2bbe-c08c-43d0-bfdb-b2e8d2563d35 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fab92ecc7c0c49658fc131e704e77ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1924293 Feb 19 05:01:49.214095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7a16c422-1264-4af7-b114-23dbce27749f req-cd034f88-07ad-43e0-8059-e72419787e5f tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 210 time: 0.1482050 Feb 19 05:01:49.353598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-0830623d-d042-4226-bbdd-92530aa15bd0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:01:49.378395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 4dd2244b-18b9-4662-b46a-cc97bd559b3b completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:49.383266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233a4e-42d5-4138-81ef-81b337c573c6 req-40737886-f34f-413c-a241-57bd4f3d6d26 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:49.388626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 4dd2244b-18b9-4662-b46a-cc97bd559b3b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:49.389127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:49.395745 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29233a4e-42d5-4138-81ef-81b337c573c6 req-40737886-f34f-413c-a241-57bd4f3d6d26 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 943 time: 0.2221413 Feb 19 05:01:49.473857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Allocated IP 172.20.0.10 (82665d7e-8f41-4cee-b9c7-35de88200610/80567b8e-b8c4-4d80-bcc1-6a2d22f2d202/73aa99c0-baf9-4c45-ade8-26374cb9bae8) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:49.574828 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29233a4e-42d5-4138-81ef-81b337c573c6 req-b66afab8-cf08-4a7f-975c-79d94b41498c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775899 Feb 19 05:01:49.621564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:49.744055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 4dd2244b-18b9-4662-b46a-cc97bd559b3b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=4dd2244b-18b9-4662-b46a-cc97bd559b3b,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:01:49.756756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:49.760154 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:49.901786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:49.909363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:50.144247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:50.392904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 4dd2244b-18b9-4662-b46a-cc97bd559b3b up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:50.521210 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ddecb600-77c9-4614-92f4-108e8636fbef req-e56d3398-96fc-4437-9dc4-b3b3f7f72137 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 210 time: 0.5861716 Feb 19 05:01:50.580726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:50.603635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:50.603635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:50.657602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-603bbcf9-b1ca-4f97-bb11-63d463167cf6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:50.661414 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-603bbcf9-b1ca-4f97-bb11-63d463167cf6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 819 time: 0.9856050 Feb 19 05:01:50.713190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Request body: {'port': {'device_id': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610', 'admin_state_up': True, 'tenant_id': 'd56c57e2793f496a928f75291db19aeb'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:50.839841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 4dd2244b-18b9-4662-b46a-cc97bd559b3b triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:50.840546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:50.878535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:51.138586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:51.204201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:51.243530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:51.270948 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-53a2ad3a-a31f-4292-9c7b-44a5c551e56a req-d882df21-ba87-47f9-a0a7-a94cd85ae025 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 210 time: 0.3187058 Feb 19 05:01:51.326934 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:51.356428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port c4ebec34-2ace-499c-a8d6-dfa98e6d2360, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:01:51.364497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:51.367609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:51.592298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:51.617309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:51.627376 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-8cda59ab-bbf0-422f-bda7-6d9897576473 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fab92ecc7c0c49658fc131e704e77ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351488 Feb 19 05:01:51.864252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Network 82665d7e-8f41-4cee-b9c7-35de88200610 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:51.866683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:51.996921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:52.046397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Pushing event updated for resources: {'Port': ['ID=73aa99c0-baf9-4c45-ade8-26374cb9bae8,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:52.053508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-da2c73fd-4861-4630-b989-ea92e890492d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:52.055391 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-da2c73fd-4861-4630-b989-ea92e890492d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151220 Feb 19 05:01:52.068808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:52.071939 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360', 'code': 200} Feb 19 05:01:52.080113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Request body: {'port': {'device_id': '3af51928-2271-4d51-be38-3458fa8b6d76', 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6', 'admin_state_up': True, 'tenant_id': 'fab92ecc7c0c49658fc131e704e77ade'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:52.217176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.217622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.217981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.218432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.218771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.219166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.219551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.219944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.227234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.227840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.228310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.228795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.229253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.232977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.233370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.233770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.234160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.234555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.234947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.235332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.235701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.236818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.237213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.237596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:52.266831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:52.269129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:52.295146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:52.306755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:52.342235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Usage tracker for resource:port and tenant:d56c57e2793f496a928f75291db19aeb is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:52.359343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:52.381946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:52.431146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Made reservation on behalf of d56c57e2793f496a928f75291db19aeb for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:52.447908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:52.498143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:52.499865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:52.599280 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7924159 Feb 19 05:01:52.645608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76531b58-3e87-4fcb-a1a0-410e624f874f req-b879f841-b6ab-4a13-a56a-c7a1d4022866 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:52.655010 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76531b58-3e87-4fcb-a1a0-410e624f874f req-b879f841-b6ab-4a13-a56a-c7a1d4022866 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.8319292 Feb 19 05:01:52.686662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Request body: {'port': {'device_id': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:52.974103 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76531b58-3e87-4fcb-a1a0-410e624f874f req-4880a4e7-f612-4f46-83f1-244b12d67dbd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171904 Feb 19 05:01:53.040582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:53.047616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Usage tracker for resource:port and tenant:fab92ecc7c0c49658fc131e704e77ade is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:53.052397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:53.071183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:53.134051 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-412e5e27-e437-43c1-905d-1fddca90304c req-f7f1617c-b35d-41a5-bdf8-2628a6079a59 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 210 time: 0.3203440 Feb 19 05:01:53.135697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Made reservation on behalf of fab92ecc7c0c49658fc131e704e77ade for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:01:53.161083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.205414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.228811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:01:53.238493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.240252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1fdfd-c3ef-47f4-966b-fa96776d62b7 req-31958c03-15ba-4ade-a1a2-f22d638eaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:53.241909 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dda1fdfd-c3ef-47f4-966b-fa96776d62b7 req-31958c03-15ba-4ade-a1a2-f22d638eaa61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 1162 time: 0.4312119 Feb 19 05:01:53.243051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Usage tracker for resource:security_group_rule and tenant:fab92ecc7c0c49658fc131e704e77ade is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:01:53.254211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:01:53.262000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:01:53.326653 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a52d4582-3ca9-4f35-9ad5-67a00feb8cdf req-cd51adee-913f-47b1-9b47-7a3dab5346a8 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 210 time: 0.0650797 Feb 19 05:01:53.495949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.499538 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dda1fdfd-c3ef-47f4-966b-fa96776d62b7 req-0a61bb89-0e51-451a-89e6-0ae93e72f068 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161412 Feb 19 05:01:53.505450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.531331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:53.581421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e585c323-d755-424e-ac5d-5638c999b70b,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:53.596350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.597435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.598418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.598895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.599303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.599847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.600333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.600798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.601190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.601583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.601977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.602367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.602844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.603177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.603561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.604180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.625635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.625635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.625635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.625635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.638450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.638897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.639319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.639724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:01:53.683834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:53.887853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:53.913306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73aa99c0-baf9-4c45-ade8-26374cb9bae8 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:01:53.942016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:53.984366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Transition to ACTIVE for port object 73aa99c0-baf9-4c45-ade8-26374cb9bae8 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:54.072036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:54.092606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:54.093030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:54.105747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:54.374569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Allocated IP 192.168.233.186 (a3b29247-f07d-4c8c-93be-28d547a89de6/5f832177-84f0-4100-a7ed-4b913274d7db/1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:54.437435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Allocated IP 172.20.0.4 (82665d7e-8f41-4cee-b9c7-35de88200610/80567b8e-b8c4-4d80-bcc1-6a2d22f2d202/25334474-9066-44a6-9907-91f4bf77de98) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:01:54.464724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=73aa99c0-baf9-4c45-ade8-26374cb9bae8,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:54.469758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:54.512589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d95e-8bad-4ade-9ea9-9b7447b97c7e req-4471d088-22bd-4c34-b748-a94ae761dedc tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:54.515599 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8405d95e-8bad-4ade-9ea9-9b7447b97c7e req-4471d088-22bd-4c34-b748-a94ae761dedc tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.2547865 Feb 19 05:01:54.665170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde47cdc-8db3-44ce-adea-770fd2870ac5 req-78904cfd-3365-4a8d-a47d-b5202e976502 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:54.676770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fde47cdc-8db3-44ce-adea-770fd2870ac5 req-78904cfd-3365-4a8d-a47d-b5202e976502 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.4111490 Feb 19 05:01:54.765787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8405d95e-8bad-4ade-9ea9-9b7447b97c7e req-af64123a-6160-4d50-98f1-bbabc3009974 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344706 Feb 19 05:01:54.931724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:54.942705 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fde47cdc-8db3-44ce-adea-770fd2870ac5 req-86a742a2-a78e-4b88-b213-9d9e243a6c38 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649961 Feb 19 05:01:55.032343 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad475249-96aa-4376-b7f9-19d51f05518a req-a40e309a-d7f8-433c-894b-a92b4ee3f1c0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 210 time: 0.0972912 Feb 19 05:01:55.051775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Transition to ACTIVE for port object 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:55.082538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.102239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:55.269022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Pushing event updated for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:55.274652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:55.321341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Attempting to bind port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:55.321739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Attempting to bind port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:55.322189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Attempting to bind port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 on network 82665d7e-8f41-4cee-b9c7-35de88200610 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:55.333165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Network a3b29247-f07d-4c8c-93be-28d547a89de6 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:55.334623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:55.336988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:55.346794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:55.347162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Checking segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:55.347569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.347999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Bound using segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:55.348412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Bound port: 73aa99c0-baf9-4c45-ade8-26374cb9bae8, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:55.348781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.408702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:55.409442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.443098 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3690662 Feb 19 05:01:55.473362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Request body: {'port': {'device_id': '3af51928-2271-4d51-be38-3458fa8b6d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:55.479714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.530319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebcee6-eef3-4713-8cbc-25d0205a4399 req-627d253e-e84a-432a-a8e0-53971b685d50 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:55.538732 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-deebcee6-eef3-4713-8cbc-25d0205a4399 req-627d253e-e84a-432a-a8e0-53971b685d50 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 936 time: 0.2858980 Feb 19 05:01:55.599696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] For port 73aa99c0-baf9-4c45-ade8-26374cb9bae8, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:55.630309 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-deebcee6-eef3-4713-8cbc-25d0205a4399 req-befbc486-3e1b-48c4-b9d0-71eb9a141ccf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Feb 19 05:01:55.634018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] For port 73aa99c0-baf9-4c45-ade8-26374cb9bae8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:55.637636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.644919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.661374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:55.672230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:01:55.709103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.766583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2cb2a423-9415-4050-bade-ac6f5dc3e47c None None] Provisioning for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:01:55.781365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2cb2a423-9415-4050-bade-ac6f5dc3e47c None None] Provisioning complete for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:55.785224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a423-9415-4050-bade-ac6f5dc3e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:55.888678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2a423-9415-4050-bade-ac6f5dc3e47c None None] Port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:01:55.950942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:01:55.962212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=73aa99c0-baf9-4c45-ade8-26374cb9bae8,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:55.967279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:56.053275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:01:56.058045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:56.118101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee3a93c7-182f-4b91-9f96-cc8a04cd483c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:56.338389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Pushing event updated for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:56.363296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:56.444588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617908-895e-4357-a162-bd2b67bfccb1 req-e44baa9d-b472-403e-81de-4fec58441b39 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:56.446260 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07617908-895e-4357-a162-bd2b67bfccb1 req-e44baa9d-b472-403e-81de-4fec58441b39 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.2236986 Feb 19 05:01:56.485646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:56.487017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:56.491126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 1158 time: 3.8513281 Feb 19 05:01:56.492195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:56.533657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Network 82665d7e-8f41-4cee-b9c7-35de88200610 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:01:56.535993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:01:56.539165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:01:56.588433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451080b-de26-4d0b-9bdd-5cb031a8572b req-f5ddeee0-1e79-4cb4-96e1-49c8b537b924 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:56.597720 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2451080b-de26-4d0b-9bdd-5cb031a8572b req-f5ddeee0-1e79-4cb4-96e1-49c8b537b924 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.3434415 Feb 19 05:01:56.653455 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07617908-895e-4357-a162-bd2b67bfccb1 req-7e1fe4c8-f03e-4b50-bdfa-9cb78b3135f9 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855750 Feb 19 05:01:56.711221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:01:56.725148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:56.756901 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2451080b-de26-4d0b-9bdd-5cb031a8572b req-2d7e44c5-0466-4242-9d0c-cef5064de483 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577621 Feb 19 05:01:56.780938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:56.781894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:56.785478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Transition to ACTIVE for port object 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:56.791635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:56.822742 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1344044 Feb 19 05:01:56.826393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-72e73b88-0e85-40e6-80ed-bdf0cdd4106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:56.829364 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-72e73b88-0e85-40e6-80ed-bdf0cdd4106d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1161 time: 0.2156854 Feb 19 05:01:56.870099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Request body: {'port': {'device_id': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.037318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:57.086503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-5becf5e0-56a7-498e-8707-cf0c548cc4e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.2216339 Feb 19 05:01:57.209073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Pushing event updated for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:57.221485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:57.268512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923524-43b5-458a-b157-8f60a520e362 req-cdc18327-6945-4493-ad41-9e6c9f349d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:57.270619 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-cdc18327-6945-4493-ad41-9e6c9f349d37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.1742566 Feb 19 05:01:57.278816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3145487-8dba-42af-bd02-289ec5d0cb46 req-745716b0-8496-4835-a78c-e3448b02ac8a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:57.279460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:57.285175 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d3145487-8dba-42af-bd02-289ec5d0cb46 req-745716b0-8496-4835-a78c-e3448b02ac8a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 931 time: 0.3505683 Feb 19 05:01:57.409113 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-fc589522-f1c8-4386-9c62-c3ac2a5815c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084781 Feb 19 05:01:57.489168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d3145487-8dba-42af-bd02-289ec5d0cb46 req-445d60a7-a5ac-4e6d-9e75-2b255e42ff8c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Synchronizing usage tracker for tenant:d56c57e2793f496a928f75291db19aeb on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:01:57.544044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d3145487-8dba-42af-bd02-289ec5d0cb46 req-445d60a7-a5ac-4e6d-9e75-2b255e42ff8c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Unset dirty status for tenant:d56c57e2793f496a928f75291db19aeb on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:01:57.545361 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d3145487-8dba-42af-bd02-289ec5d0cb46 req-445d60a7-a5ac-4e6d-9e75-2b255e42ff8c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533269 Feb 19 05:01:57.607173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Attempting to bind port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:57.607173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Attempting to bind port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:01:57.607567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Attempting to bind port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 on network a3b29247-f07d-4c8c-93be-28d547a89de6 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:01:57.625805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:01:57.626203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Checking segment: {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:01:57.627037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:57.627487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Bound using segment: {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:01:57.628273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Bound port: 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01eb5e7-ab1a-4d48-9578-479802168675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3b29247-f07d-4c8c-93be-28d547a89de6'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:01:57.628273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:57.769797 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8', 'status': 'completed', 'code': 200} Feb 19 05:01:57.842148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:01:57.847497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:01:57.852667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:57.875805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a5a8b63b-eceb-47ad-9e22-453e41c111e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:57.987105 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-b6c02e14-b559-4574-ae2a-0dde8da56a70 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680375 Feb 19 05:01:58.072082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Pushing event updated for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:58.078042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:58.126378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:58.128407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:58.129944 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] 10.222.0.55 "PUT /v2.0/ports/1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 HTTP/1.1" status: 200 len: 1162 time: 2.6621890 Feb 19 05:01:58.130491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:01:58.238966 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b5923524-43b5-458a-b157-8f60a520e362 req-557a977e-eaaf-4061-96b4-b1705469bc8c service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1884997 Feb 19 05:01:58.257406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ab3fd-1919-4427-b46f-00bdd29a056c req-4639bad0-9967-4afa-a6b5-7170906a5159 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:58.265748 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a59ab3fd-1919-4427-b46f-00bdd29a056c req-4639bad0-9967-4afa-a6b5-7170906a5159 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 948 time: 0.4948797 Feb 19 05:01:58.373326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c562ede-76eb-4644-93a8-a42cf5b6f740 req-aba5bc93-5e97-41ca-8acd-46c2f84fe3da tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:58.375698 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6c562ede-76eb-4644-93a8-a42cf5b6f740 req-aba5bc93-5e97-41ca-8acd-46c2f84fe3da tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1605532 Feb 19 05:01:58.522881 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6c562ede-76eb-4644-93a8-a42cf5b6f740 req-a2e3ebb0-e050-4421-a86e-c86116d8c0a4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957482 Feb 19 05:01:58.574465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-76d6f3fb-425e-4033-8afd-f035cb87f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:58.579441 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-76d6f3fb-425e-4033-8afd-f035cb87f5f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1161 time: 0.2022815 Feb 19 05:01:58.850475 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a59ab3fd-1919-4427-b46f-00bdd29a056c req-11b0bbdd-13dd-4d69-bf66-98a9d6535bae tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836618 Feb 19 05:01:58.902481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-1c808856-6958-4dd8-ac61-c86458599d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:58.904473 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-1c808856-6958-4dd8-ac61-c86458599d14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab92ecc7c0c49658fc131e704e77ade&device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 1165 time: 0.1554098 Feb 19 05:01:59.008073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-4560d533-344d-4c1b-8414-677793d58cb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 HTTP/1.1" status: 200 len: 217 time: 0.0851040 Feb 19 05:01:59.062758 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446', 'status': 'completed', 'code': 200} Feb 19 05:01:59.128903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-a7a9bcaa-76d7-4f41-89b6-d221c4b0e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:59.130528 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-a7a9bcaa-76d7-4f41-89b6-d221c4b0e15c service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.5442617 Feb 19 05:01:59.146169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-70f7cc6f-846b-4196-af11-5621c85daf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:59.147745 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-70f7cc6f-846b-4196-af11-5621c85daf7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5f832177-84f0-4100-a7ed-4b913274d7db HTTP/1.1" status: 200 len: 843 time: 0.1290429 Feb 19 05:01:59.215137 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-734d8d5e-6a5e-47bd-a3ba-820731338828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.0750468 Feb 19 05:01:59.222778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6335-cf03-43db-b9ff-196543fcf1f9 req-fcc371b1-4d32-4838-8df1-08c1750dd478 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:59.225475 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a3fd6335-cf03-43db-b9ff-196543fcf1f9 req-fcc371b1-4d32-4838-8df1-08c1750dd478 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.5052204 Feb 19 05:01:59.237668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25334474-9066-44a6-9907-91f4bf77de98 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:01:59.251084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:59.271409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Transition to ACTIVE for port object 25334474-9066-44a6-9907-91f4bf77de98 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:01:59.277483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:01:59.334088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-3011f21a-c597-4c15-b354-d0637923d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:59.335898 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-3011f21a-c597-4c15-b354-d0637923d35e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.1098537 Feb 19 05:01:59.338589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a3fd6335-cf03-43db-b9ff-196543fcf1f9 req-8540b4e4-a550-4528-83a2-391113d43ce8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724778 Feb 19 05:01:59.393397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:01:59.424696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-417a2ea2-91c8-4874-a7ad-3c8851d09acb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814669 Feb 19 05:01:59.500490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-3fe103b8-60d2-47aa-afec-bcab003f11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:01:59.503684 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-3fe103b8-60d2-47aa-afec-bcab003f11d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3b29247-f07d-4c8c-93be-28d547a89de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3427830 Feb 19 05:01:59.699123 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-0d2ad887-8831-4cfe-8f66-d7949bdaf36f service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621579 Feb 19 05:01:59.700335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Pushing event updated for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:01:59.854024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:01:59.927941 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-543a49b9-e710-4a3f-9a00-89d54c3eda84 req-33c78f9c-2b8f-46e9-b3d7-71731df6bc09 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2147958 Feb 19 05:02:00.037750 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-1995cab2-a1ff-4e7a-8a62-69930122f1aa service neutron] 10.222.0.55 "GET /v2.0/networks/a3b29247-f07d-4c8c-93be-28d547a89de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179539 Feb 19 05:02:00.051430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30402008-80c4-443c-a376-daf133146051 req-3c40524c-1792-4a00-87f7-9301f58d742a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:00.052230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-30402008-80c4-443c-a376-daf133146051 req-3c40524c-1792-4a00-87f7-9301f58d742a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Synchronizing usage tracker for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:00.058433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Attempting to bind port 25334474-9066-44a6-9907-91f4bf77de98 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:00.058892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Attempting to bind port 25334474-9066-44a6-9907-91f4bf77de98 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:02:00.059342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Attempting to bind port 25334474-9066-44a6-9907-91f4bf77de98 on network 82665d7e-8f41-4cee-b9c7-35de88200610 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:02:00.147938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:02:00.148528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Checking segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:02:00.149035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.149537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Bound using segment: {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:02:00.150138 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Bound port: 25334474-9066-44a6-9907-91f4bf77de98, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82665d7e-8f41-4cee-b9c7-35de88200610'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:02:00.150616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.211336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f13ab0-191a-4499-a75a-a81cd6ab8c4e req-d6699030-b368-4cbf-984e-f5efa4d2e43d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:00.220848 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e9f13ab0-191a-4499-a75a-a81cd6ab8c4e req-d6699030-b368-4cbf-984e-f5efa4d2e43d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1219568 Feb 19 05:02:00.238041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-30402008-80c4-443c-a376-daf133146051 req-3c40524c-1792-4a00-87f7-9301f58d742a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Unset dirty status for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:00.239605 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-30402008-80c4-443c-a376-daf133146051 req-3c40524c-1792-4a00-87f7-9301f58d742a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.5209713 Feb 19 05:02:00.326033 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e9f13ab0-191a-4499-a75a-a81cd6ab8c4e req-584f7773-caa3-40d2-9570-4beded1dd4c6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041865 Feb 19 05:02:00.354390 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-30402008-80c4-443c-a376-daf133146051 req-b3ef5380-3c99-4fc0-a451-1ed9b9915e5d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054943 Feb 19 05:02:00.390921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] For port 25334474-9066-44a6-9907-91f4bf77de98, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:02:00.395963 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec22ab2-c274-4ab2-ae46-1d5483474413 req-ba103832-d476-49cc-a552-5928b65832c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a3b29247-f07d-4c8c-93be-28d547a89de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3388991 Feb 19 05:02:00.402681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] For port 25334474-9066-44a6-9907-91f4bf77de98, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=25334474-9066-44a6-9907-91f4bf77de98,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:02:00.407340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.412644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53788) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:00.497885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0fed47ac-697e-4f31-972e-fb251b616aab tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:00.699968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.728227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:00.738770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Usage tracker for resource:security_group_rule and tenant:e33eb648901a48ff934d37b809638f6c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:00.745118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:00.759032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775af8-c7b7-49cd-89e3-886710895f7f req-eb27961c-d26e-4772-b8fa-d7fac3080e33 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:00.772161 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2b775af8-c7b7-49cd-89e3-886710895f7f req-eb27961c-d26e-4772-b8fa-d7fac3080e33 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.2625654 Feb 19 05:02:00.802980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:00.842356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53798) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:00.846581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Pushing event updated for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:00.853441 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2b775af8-c7b7-49cd-89e3-886710895f7f req-34e956e9-e720-4275-aeb1-cd637790dfd4 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Feb 19 05:02:00.855111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:00.874893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8242d-7001-4231-982e-86c72d59fde4 req-e8a4c8b3-1a0c-4165-ad8c-847bba650e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:00.877754 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-e8a4c8b3-1a0c-4165-ad8c-847bba650e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab92ecc7c0c49658fc131e704e77ade&device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 1165 time: 0.2924862 Feb 19 05:02:00.983186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:00.984005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.985595 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/25334474-9066-44a6-9907-91f4bf77de98 HTTP/1.1" status: 200 len: 1157 time: 4.1228843 Feb 19 05:02:00.986272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'tag': '25334474-9066-44a6-9907-91f4bf77de98'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:00.994633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:00.999079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.024607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0856-8f43-4dce-8a95-30893b5ead90 req-e5fe5c4a-12ff-4f62-ac96-e683b92d5ebc tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.032587 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-418b0856-8f43-4dce-8a95-30893b5ead90 req-e5fe5c4a-12ff-4f62-ac96-e683b92d5ebc tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 948 time: 0.3832300 Feb 19 05:02:01.039224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c46f588-2243-4bdf-8c40-8aa1ef749722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:01.050449 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e33eb648901a48ff934d37b809638f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363707 Feb 19 05:02:01.057269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53806) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:01.106043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0d17c-63da-49fc-82a6-0a3e3e994bd6,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:01.131796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:01.133446 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-418b0856-8f43-4dce-8a95-30893b5ead90 req-58825548-d72f-4a5d-91c6-d6bb462afcd0 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991161 Feb 19 05:02:01.146006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.177708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:01.185418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Usage tracker for resource:security_group_rule and tenant:4d9e59e3025a458c806abf10b89fe6a0 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:01.190907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:01.220768 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'tag': '25334474-9066-44a6-9907-91f4bf77de98', 'status': 'completed', 'code': 200} Feb 19 05:02:01.247524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:01.254291 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8242d-7001-4231-982e-86c72d59fde4 req-aa8e558a-1ca0-4b5a-b2e2-5e1eabe64b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.255927 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-aa8e558a-1ca0-4b5a-b2e2-5e1eabe64b84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3b29247-f07d-4c8c-93be-28d547a89de6 HTTP/1.1" status: 200 len: 863 time: 0.3649147 Feb 19 05:02:01.258741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.326056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.347796 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-0d73d701-46db-4739-9423-77116c009a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 HTTP/1.1" status: 200 len: 217 time: 0.0816298 Feb 19 05:02:01.354963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-96cb4ddb-b900-431b-8b41-097b8170eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.356709 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-96cb4ddb-b900-431b-8b41-097b8170eec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 1160 time: 0.2168696 Feb 19 05:02:01.436306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed81d52-538e-44fd-9287-dbc5cd747a8a req-b0de82b8-d81a-48cb-8109-dd8537cf7dd7 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.439986 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eed81d52-538e-44fd-9287-dbc5cd747a8a req-b0de82b8-d81a-48cb-8109-dd8537cf7dd7 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.2304945 Feb 19 05:02:01.462585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.487866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ec10fd2a-0aa0-4287-a656-41d73a1078f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:01.519676 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.521100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0d17c-63da-49fc-82a6-0a3e3e994bd6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:01.540659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:01.543622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.559295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2033fdcf-8628-44b3-803e-540e853e01fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:01.590078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.592883 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbe0d17c-63da-49fc-82a6-0a3e3e994bd6 HTTP/1.1" status: 204 len: 168 time: 0.5335674 Feb 19 05:02:01.603194 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eed81d52-538e-44fd-9287-dbc5cd747a8a req-87cb2d29-88bb-4492-8ca8-1b5eec6accbb tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462829 Feb 19 05:02:01.624785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26580c6-a793-4c24-aea8-951cf7b20791,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:01.634615 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d9e59e3025a458c806abf10b89fe6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880726 Feb 19 05:02:01.635855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:01.637444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53816) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:01.752487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.832619 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-74d16bfc-2c65-4dd4-81f2-886fd3a5bf28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25334474-9066-44a6-9907-91f4bf77de98 HTTP/1.1" status: 200 len: 217 time: 0.4376731 Feb 19 05:02:01.837540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:01.925669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8242d-7001-4231-982e-86c72d59fde4 req-373eafeb-6c36-4b7b-864e-d233df50e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.927321 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-373eafeb-6c36-4b7b-864e-d233df50e2a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5f832177-84f0-4100-a7ed-4b913274d7db HTTP/1.1" status: 200 len: 843 time: 0.5696979 Feb 19 05:02:01.946010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-e2e8dd2d-6a3a-4a51-971d-9c2f24b98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.949580 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-e2e8dd2d-6a3a-4a51-971d-9c2f24b98932 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.1050436 Feb 19 05:02:01.961221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4db134-d98e-4093-b290-c8016c1ad8b1 req-e24f75b4-c4c1-4ef2-a8e1-bcfc6aca05e9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:01.969837 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dc4db134-d98e-4093-b290-c8016c1ad8b1 req-e24f75b4-c4c1-4ef2-a8e1-bcfc6aca05e9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.1983349 Feb 19 05:02:02.015031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebb782-d3a3-4ca4-bdcf-9d356f5a05c7 req-63333571-e2f5-4308-83fa-0bb2861a6f39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:02.016720 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2aebb782-d3a3-4ca4-bdcf-9d356f5a05c7 req-63333571-e2f5-4308-83fa-0bb2861a6f39 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2632039 Feb 19 05:02:02.018406 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dc4db134-d98e-4093-b290-c8016c1ad8b1 req-8540c608-d9d7-4754-a89b-115702e53644 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Feb 19 05:02:02.019116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:02.024800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:02.047814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26580c6-a793-4c24-aea8-951cf7b20791,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:02.065517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:02.130622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-2725eec1-a71f-4c5c-a1e5-8880ed551398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605020 Feb 19 05:02:02.143420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:02.145503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e26580c6-a793-4c24-aea8-951cf7b20791 HTTP/1.1" status: 204 len: 168 time: 0.5062304 Feb 19 05:02:02.294584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-7c9eac7b-7f8d-43ef-bd96-13f8a471d7f8 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:02.296462 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-7c9eac7b-7f8d-43ef-bd96-13f8a471d7f8 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.2330446 Feb 19 05:02:02.314950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-27caf744-313c-416d-9fb5-6acddb9c0a1a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:02:02.387321 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2aebb782-d3a3-4ca4-bdcf-9d356f5a05c7 req-e2d20105-3ff2-4c30-bf97-03a17ce14dba tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871113 Feb 19 05:02:02.431677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Deleting port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:02.432321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:02.434125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8242d-7001-4231-982e-86c72d59fde4 req-13636638-817f-4ad1-8386-3082fcf5f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:02.435746 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-13636638-817f-4ad1-8386-3082fcf5f714 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3b29247-f07d-4c8c-93be-28d547a89de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4670041 Feb 19 05:02:02.437835 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-c84ae0bf-df7a-41c4-b5cd-d5a0617c394c service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750864 Feb 19 05:02:02.523356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267c7a5-9182-40d7-9955-d3b28e75d5a6 req-bf701e09-55f4-4a2d-a032-e9bef1eca520 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:02.525040 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2267c7a5-9182-40d7-9955-d3b28e75d5a6 req-bf701e09-55f4-4a2d-a032-e9bef1eca520 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 945 time: 0.3196411 Feb 19 05:02:02.632358 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2267c7a5-9182-40d7-9955-d3b28e75d5a6 req-2d3cd030-4988-4167-8411-76a785f6e6e7 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971873 Feb 19 05:02:02.632943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53858) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:02.716357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:02.735262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:02.739945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Usage tracker for resource:security_group_rule and tenant:04025c68f06745d8a4e4b96f0658a872 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:02.743388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:02.769929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:03.027695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] For port c4ebec34-2ace-499c-a8d6-dfa98e6d2360, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:03.028266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.035015 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-74ba9a4a-d3d5-49ce-a29b-b848d13e0907 req-f715f2d8-7b91-4f8c-aae2-ec1280b6a332 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5728443 Feb 19 05:02:03.039954 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-6cf930cd-02bf-44a1-88dc-e0d60fabded6 service neutron] 10.222.0.55 "GET /v2.0/networks/a3b29247-f07d-4c8c-93be-28d547a89de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794067 Feb 19 05:02:03.055932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428026c-4402-47e4-bbe9-ef364713055e req-d24bd864-960d-4dde-9cb3-00420b65bc4e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:03.056744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c428026c-4402-47e4-bbe9-ef364713055e req-d24bd864-960d-4dde-9cb3-00420b65bc4e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Synchronizing usage tracker for tenant:fab92ecc7c0c49658fc131e704e77ade on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:03.195236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-7d653501-0569-44e3-bc4b-13c07051674d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:03.196876 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-7d653501-0569-44e3-bc4b-13c07051674d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.5447845 Feb 19 05:02:03.197944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Calling delete_port for c4ebec34-2ace-499c-a8d6-dfa98e6d2360 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:03.230097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:03.250083 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-1759667c-ce72-4a43-a110-0166a3e74a83 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/quotas/6ec0147f26d64fae8d57c404bd23765f HTTP/1.1" status: 200 len: 375 time: 0.0348201 Feb 19 05:02:03.285639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c428026c-4402-47e4-bbe9-ef364713055e req-d24bd864-960d-4dde-9cb3-00420b65bc4e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Unset dirty status for tenant:fab92ecc7c0c49658fc131e704e77ade on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:03.286941 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c428026c-4402-47e4-bbe9-ef364713055e req-d24bd864-960d-4dde-9cb3-00420b65bc4e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 948 time: 0.4606647 Feb 19 05:02:03.295772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.306572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.337000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:02:03.353461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:03.354404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.402469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8cbea63c-20d4-40f5-bf05-4802dc327029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:03.461001 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-63b8242d-7001-4231-982e-86c72d59fde4 req-4884f040-7587-46ae-8b7e-7f1fde74cdef service neutron] 10.222.0.55 "GET /v2.0/networks/a3b29247-f07d-4c8c-93be-28d547a89de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4098296 Feb 19 05:02:03.466366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-2e17c3c8-2d07-4bef-ae25-de3c602edb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:03.475360 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-2e17c3c8-2d07-4bef-ae25-de3c602edb09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 1160 time: 0.3356357 Feb 19 05:02:03.510696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04025c68f06745d8a4e4b96f0658a872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535757 Feb 19 05:02:03.516837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53876) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:03.518830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7434f9-5351-40e4-8460-c82f0eb2d897,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:03.542327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c428026c-4402-47e4-bbe9-ef364713055e req-3b1c238c-7f65-4782-a65f-b468c1ba7d85 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Synchronizing usage tracker for tenant:fab92ecc7c0c49658fc131e704e77ade on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:03.578989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:03.582946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.603704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-3dbba4ee-4bf3-4b86-bca2-17666b6503b6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3431334 Feb 19 05:02:03.620954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 73aa99c0-baf9-4c45-ade8-26374cb9bae8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:03.622603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:03.631622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.634453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:03.678731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c428026c-4402-47e4-bbe9-ef364713055e req-3b1c238c-7f65-4782-a65f-b468c1ba7d85 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Unset dirty status for tenant:fab92ecc7c0c49658fc131e704e77ade on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:03.688202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c428026c-4402-47e4-bbe9-ef364713055e req-3b1c238c-7f65-4782-a65f-b468c1ba7d85 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868246 Feb 19 05:02:03.714998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=73aa99c0-baf9-4c45-ade8-26374cb9bae8,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:03.718670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:03.726362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.726766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.727275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.727646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.728819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.729244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.729632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.730005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.730374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.730745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.731111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.731468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.731880 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.732258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.732634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.732995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.733357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.733719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.734113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.734415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.734775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.735625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.736019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.736411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:03.749174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:03.750026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:03.837288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-57984d8a-684c-4f75-baed-114b0dc738e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:03.838946 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-57984d8a-684c-4f75-baed-114b0dc738e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.3339815 Feb 19 05:02:03.849706 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-d2cc04f2-e1d9-4e50-9914-04913b618df6 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165926 Feb 19 05:02:03.928392 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-dabc0232-3c55-4185-b01c-1a9a3d6f3cbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25334474-9066-44a6-9907-91f4bf77de98 HTTP/1.1" status: 200 len: 217 time: 0.0773222 Feb 19 05:02:03.996160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.063667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network a3b29247-f07d-4c8c-93be-28d547a89de6 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:02:04.102654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.170782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Pushing event deleted for resources: {'Port': ['ID=c4ebec34-2ace-499c-a8d6-dfa98e6d2360,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:04.180741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:04.232439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.318672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-902f0168-2d44-407d-a415-f377e59c1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:04.320161 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-902f0168-2d44-407d-a415-f377e59c1c2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.3659027 Feb 19 05:02:04.372759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d3fd-0abe-4d93-9829-75b34842f37a req-ae3074ea-d52d-4f13-96be-a85817e5a130 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:04.374386 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c496d3fd-0abe-4d93-9829-75b34842f37a req-ae3074ea-d52d-4f13-96be-a85817e5a130 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.2732165 Feb 19 05:02:04.384673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] No DVR routers for this DVR port c4ebec34-2ace-499c-a8d6-dfa98e6d2360 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:02:04.387496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.393658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'name': 'network-vif-deleted', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:04.410482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-c746f433-ce7c-4e1b-bb47-93dd72f81b04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640914 Feb 19 05:02:04.419637 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-512ec660-cab0-4d37-bb50-fee7c129f66b service neutron] 10.222.0.13 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4899905 Feb 19 05:02:04.421665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.432692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:04.454302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7434f9-5351-40e4-8460-c82f0eb2d897,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:04.457780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:04.474202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8ae762d7-fcbd-47b8-914f-46dd93122d56 req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "DELETE /v2.0/ports/c4ebec34-2ace-499c-a8d6-dfa98e6d2360 HTTP/1.1" status: 204 len: 173 time: 2.1680751 Feb 19 05:02:04.479240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:04.483991 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b7434f9-5351-40e4-8460-c82f0eb2d897 HTTP/1.1" status: 204 len: 168 time: 0.9515195 Feb 19 05:02:04.490102 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c496d3fd-0abe-4d93-9829-75b34842f37a req-db99168b-a04f-4aff-ad84-4a3b2d76e775 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086400 Feb 19 05:02:04.583608 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-2849e1e2-db53-44eb-b47f-efccc913f023 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628301 Feb 19 05:02:04.588992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-0a191396-1004-428d-abe4-a7b342af3211 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:02:04.889340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf86a2e-b502-4138-85e6-7b178a5f9c36 req-0940d3d6-fd82-4b0c-98b3-723db2cb080e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:04.896888 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d8c035d2-4527-4e29-8b74-e79ecd4d93cd req-266e8347-b235-4f72-99c1-53b4d4eb3d5d service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3034818 Feb 19 05:02:04.901198 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bf86a2e-b502-4138-85e6-7b178a5f9c36 req-0940d3d6-fd82-4b0c-98b3-723db2cb080e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.1734283 Feb 19 05:02:04.966629 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bf86a2e-b502-4138-85e6-7b178a5f9c36 req-e6ed838e-5c95-4b67-9f55-94959f50296f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Feb 19 05:02:05.047951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2eb7e-1567-4d86-b9da-5b2abe304f57 req-848412ae-5bca-466f-9e54-09104f72ed8b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:05.050128 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c0e2eb7e-1567-4d86-b9da-5b2abe304f57 req-848412ae-5bca-466f-9e54-09104f72ed8b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1299639 Feb 19 05:02:05.070626 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8', 'code': 200} Feb 19 05:02:05.119941 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c0e2eb7e-1567-4d86-b9da-5b2abe304f57 req-760d946e-35d6-4e97-a6e1-83d2480cb464 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615151 Feb 19 05:02:05.225666 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d6c196-7731-499f-9259-cdbdc5155a8a', 'name': 'network-vif-deleted', 'tag': 'c4ebec34-2ace-499c-a8d6-dfa98e6d2360', 'status': 'completed', 'code': 200} Feb 19 05:02:05.388245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 53908) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:05.403045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0a116da-d45b-4ca0-a4e7-c4979d5790dc req-66c62bc2-09a5-49e0-822b-56c45ede2fa9 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:05.426894 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6528fe9f-6260-4b15-87fa-92ca50b392c7 req-c1132e09-1e66-4391-b334-2dfaf806741b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 210 time: 0.1086075 Feb 19 05:02:05.432991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:05.442380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0a116da-d45b-4ca0-a4e7-c4979d5790dc req-66c62bc2-09a5-49e0-822b-56c45ede2fa9 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:05.449123 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0a116da-d45b-4ca0-a4e7-c4979d5790dc req-66c62bc2-09a5-49e0-822b-56c45ede2fa9 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d6c196-7731-499f-9259-cdbdc5155a8a HTTP/1.1" status: 200 len: 210 time: 0.1640370 Feb 19 05:02:05.479429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:05.489642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Usage tracker for resource:security_group_rule and tenant:65b0760a901441469ec338ae213ce2ac is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:05.496047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:05.508331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:05.723566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:05.808237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252f681-6faa-4281-bcc8-300c05af2792 req-2ae8b992-3b6b-493d-b598-1ed353aab9c9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:05.810669 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4252f681-6faa-4281-bcc8-300c05af2792 req-2ae8b992-3b6b-493d-b598-1ed353aab9c9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1321344 Feb 19 05:02:05.814372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:05.815497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:05.873068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:05.874675 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4252f681-6faa-4281-bcc8-300c05af2792 req-93c514a0-7a2f-42c8-8ef2-3049de57185c tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519719 Feb 19 05:02:05.883802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:05.895401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9ad63ef7-1c8e-48df-9da9-a30892b1fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:05.926930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42b03-e063-4231-b4fd-e37052954993 req-f612515d-0502-4e49-95c4-06833697839d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:05.928853 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fe42b03-e063-4231-b4fd-e37052954993 req-f612515d-0502-4e49-95c4-06833697839d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 948 time: 0.3379264 Feb 19 05:02:05.964251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c73d-66d6-4e68-a132-2c8025c41e8a req-ac3b1b1b-fff5-41fc-8c3c-d290882120ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:05.965973 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1250c73d-66d6-4e68-a132-2c8025c41e8a req-ac3b1b1b-fff5-41fc-8c3c-d290882120ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.2940323 Feb 19 05:02:05.990168 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65b0760a901441469ec338ae213ce2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934827 Feb 19 05:02:05.993419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 53914) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:06.010526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a5f21-d8a3-41cf-9b05-f89cf03716a4,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:06.018155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:06.024736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:06.073418 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fe42b03-e063-4231-b4fd-e37052954993 req-a46ab9c4-a333-4f4f-95ea-28998d06e7ac tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215208 Feb 19 05:02:06.075634 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1250c73d-66d6-4e68-a132-2c8025c41e8a req-22793b79-85b9-4709-a5b1-2bb4182637fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904984 Feb 19 05:02:06.114614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.118030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:02:06.124139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:06.124975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.163276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.299520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.329986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7651e4-bfd6-4a78-8a9d-d68bc818d724 req-ada9d205-2fa7-4220-ac63-a9fa1f4ae33a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:06.331733 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d7651e4-bfd6-4a78-8a9d-d68bc818d724 req-ada9d205-2fa7-4220-ac63-a9fa1f4ae33a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.1539216 Feb 19 05:02:06.332483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.337945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90da4e1b-73da-4e14-8974-8a7cbd913419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:06.363833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:06.366250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a5f21-d8a3-41cf-9b05-f89cf03716a4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:06.368098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57a0e2-78af-4cec-bea4-3ae6de457d2e req-5baffe17-135c-40cb-9213-139c827d5141 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:06.368531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.371358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:06.374679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:06.375722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba57a0e2-78af-4cec-bea4-3ae6de457d2e req-5baffe17-135c-40cb-9213-139c827d5141 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1069770 Feb 19 05:02:06.384710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:06.388664 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc5a5f21-d8a3-41cf-9b05-f89cf03716a4 HTTP/1.1" status: 204 len: 168 time: 0.3908787 Feb 19 05:02:06.443375 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba57a0e2-78af-4cec-bea4-3ae6de457d2e req-01194dc1-32ad-41bb-9f06-5b1ce1dd27b7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603807 Feb 19 05:02:06.449556 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d7651e4-bfd6-4a78-8a9d-d68bc818d724 req-4774201a-089c-43bd-b0b4-765488527a95 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015952 Feb 19 05:02:06.515204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:06.728056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: c4ebec34-2ace-499c-a8d6-dfa98e6d2360 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:02:06.728749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device c4ebec34-2ace-499c-a8d6-dfa98e6d2360 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:02:06.775198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:06.796108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:06.796297 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-56e1e9cd-a5c1-463d-9a72-aad6cce03200 req-6c11f29f-d960-46b8-8699-9755e93b960f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 210 time: 0.1390007 Feb 19 05:02:07.072547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:07.372153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-b3c7cc4c-0169-4622-a000-1d306584a1e6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:07.373865 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-b3c7cc4c-0169-4622-a000-1d306584a1e6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 814 time: 0.3755653 Feb 19 05:02:07.403365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Request body: {'port': {'device_id': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c', 'admin_state_up': True, 'tenant_id': '6ec0147f26d64fae8d57c404bd23765f'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:07.559779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-acbabcfa-481e-458c-b8a0-e1a97e3565fd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:07.560750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-acbabcfa-481e-458c-b8a0-e1a97e3565fd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:07.586893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-acbabcfa-481e-458c-b8a0-e1a97e3565fd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:07.609837 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-acbabcfa-481e-458c-b8a0-e1a97e3565fd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 809 time: 0.5662355 Feb 19 05:02:07.630621 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-5fdf1186-8a71-4472-96fc-ccf37da25d02 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/quotas/47a486c598454e5ba61f5f4e0691a2a6 HTTP/1.1" status: 200 len: 375 time: 0.0177367 Feb 19 05:02:07.704112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:07.716203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9139d-5e7f-45d5-a5de-2f37391d1df0 req-3c220f27-df29-4ce2-8844-6997e7fb2cc3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:07.727632 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d6f9139d-5e7f-45d5-a5de-2f37391d1df0 req-3c220f27-df29-4ce2-8844-6997e7fb2cc3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.4225564 Feb 19 05:02:07.759686 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-3e6277a7-b756-4562-baac-6b5f0f5d77e7 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221597 Feb 19 05:02:07.762931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:07.790428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Made reservation on behalf of 6ec0147f26d64fae8d57c404bd23765f for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:02:07.799265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:07.823009 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d6f9139d-5e7f-45d5-a5de-2f37391d1df0 req-cfc29045-75f9-424f-a80b-acb81f26d92c tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939701 Feb 19 05:02:07.922739 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446', 'code': 200} Feb 19 05:02:07.960334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-80d706d2-a7f5-482c-aba2-f75467e93650 service neutron] 10.222.0.13 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984348 Feb 19 05:02:08.209363 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-60d9cbce-a0e7-4e54-b502-f55697d98185 service neutron] 10.222.0.13 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2477355 Feb 19 05:02:08.342216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9fd8-a077-4113-a9b4-fee502acb650 req-3547d683-560b-4265-9c1c-addfd8fa9b52 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:08.351131 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fbcf9fd8-a077-4113-a9b4-fee502acb650 req-3547d683-560b-4265-9c1c-addfd8fa9b52 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 950 time: 0.2447712 Feb 19 05:02:08.391640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:08.418634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235483f5-26ab-46ea-9364-e66f266c12c0 req-c0d76c15-e3e1-426d-8ebe-bff50c5b03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:08.423370 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-235483f5-26ab-46ea-9364-e66f266c12c0 req-c0d76c15-e3e1-426d-8ebe-bff50c5b03fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 1167 time: 0.1631851 Feb 19 05:02:08.517408 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-235483f5-26ab-46ea-9364-e66f266c12c0 req-5f0c8728-feff-401e-a827-99344450d37f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808151 Feb 19 05:02:08.539334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fbcf9fd8-a077-4113-a9b4-fee502acb650 req-8cc7d357-7555-499b-a73a-7b707c4421dc tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872013 Feb 19 05:02:08.555431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Allocated IP 172.20.0.4 (3c2f7726-fe9a-4697-97be-dccce2ad3e3c/2a97c879-955b-4731-8837-10c94349f71d/0777cf5c-b2a4-442b-a56c-2a577b78f139) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:02:08.609183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 25334474-9066-44a6-9907-91f4bf77de98 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:02:08.628841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:08.634352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:08.864160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28845fd0-e397-4007-8610-c2bb4371f0d5 req-814fe314-16a6-4da3-a7c4-895fdbb2ef0b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:08.867045 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28845fd0-e397-4007-8610-c2bb4371f0d5 req-814fe314-16a6-4da3-a7c4-895fdbb2ef0b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.1994982 Feb 19 05:02:08.892571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:08.959397 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28845fd0-e397-4007-8610-c2bb4371f0d5 req-87039d01-f2ae-4457-b90e-49313644b170 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 Feb 19 05:02:08.974114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 25334474-9066-44a6-9907-91f4bf77de98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=25334474-9066-44a6-9907-91f4bf77de98,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:08.979763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:08.981817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:09.011887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:09.066590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:09.124374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:09.146340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:09.456634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:09.469100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:09.485089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:09.485722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:09.547036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76a07-7459-4faf-b3eb-770d224082c4 req-0ebb2420-1054-44a0-9396-0a1dc2300d9a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:09.561497 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06a76a07-7459-4faf-b3eb-770d224082c4 req-0ebb2420-1054-44a0-9396-0a1dc2300d9a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.5340943 Feb 19 05:02:09.580505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab92e-809b-4ad3-8280-7f7c820ccfef req-8fad66ab-cd65-4f06-94ef-5eba5d07a0a5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:09.592498 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2fbab92e-809b-4ad3-8280-7f7c820ccfef req-8fad66ab-cd65-4f06-94ef-5eba5d07a0a5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 931 time: 0.2881362 Feb 19 05:02:09.658689 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2fbab92e-809b-4ad3-8280-7f7c820ccfef req-b2cba29e-a7e7-434a-bb43-7c59fb027cc2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646424 Feb 19 05:02:09.703645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:09.733079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event updated for resources: {'Port': ['ID=0777cf5c-b2a4-442b-a56c-2a577b78f139,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:09.738967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:09.847964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:09.851653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:09.887618 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06a76a07-7459-4faf-b3eb-770d224082c4 req-819c77fa-aafd-4e45-b501-6f6625801cb5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244138 Feb 19 05:02:09.951203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:02:09.952866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:02:09.961747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:02:10.001922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25334474-9066-44a6-9907-91f4bf77de98'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:10.075692 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-def6e885-7f71-45f5-bcce-c12693cebf56 req-178817cf-ebfd-45dc-8c90-ffccb49822b9 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 210 time: 0.1751432 Feb 19 05:02:10.120295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:10.121101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:10.198955 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8012428 Feb 19 05:02:10.236966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Request body: {'port': {'device_id': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:10.444701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4407-8d19-47f8-8f06-55ed4b8553ee req-1b29e789-74ca-4b70-ac64-492d8bd9d99d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:10.446788 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5f6c4407-8d19-47f8-8f06-55ed4b8553ee req-1b29e789-74ca-4b70-ac64-492d8bd9d99d tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 950 time: 0.1142309 Feb 19 05:02:10.578689 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5f6c4407-8d19-47f8-8f06-55ed4b8553ee req-60183a76-b02b-4bdd-92aa-5e92ebc7d7af tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081176 Feb 19 05:02:10.803213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da2ff054-3cd1-4f77-bdf7-a016b98391e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:10.883404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:10.912964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126739-20a6-43f8-b95e-53858ff9684c req-e96d2775-e5a9-4e68-aa19-b9e30a066d2d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:10.914707 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-17126739-20a6-43f8-b95e-53858ff9684c req-e96d2775-e5a9-4e68-aa19-b9e30a066d2d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.5809345 Feb 19 05:02:11.023515 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-17126739-20a6-43f8-b95e-53858ff9684c req-57b5ad4d-0114-425b-a9b8-092ea58a7c71 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801110 Feb 19 05:02:11.121907 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25334474-9066-44a6-9907-91f4bf77de98', 'code': 200} Feb 19 05:02:11.138057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc942-37cf-4ae4-9b21-1e3524886d46 req-d66ea83e-bd96-46c5-aa9c-c87ddbcd05b0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:11.146850 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-af0fc942-37cf-4ae4-9b21-1e3524886d46 req-d66ea83e-bd96-46c5-aa9c-c87ddbcd05b0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2782795 Feb 19 05:02:11.256817 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-af0fc942-37cf-4ae4-9b21-1e3524886d46 req-b552994b-130c-4419-b1cf-8cb046872363 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085956 Feb 19 05:02:11.434218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-04a3db26-9864-43f7-9e35-0012ba19aa90 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:11.437153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-04a3db26-9864-43f7-9e35-0012ba19aa90 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 809 time: 0.4686639 Feb 19 05:02:11.467764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Request body: {'port': {'device_id': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76', 'admin_state_up': True, 'tenant_id': '47a486c598454e5ba61f5f4e0691a2a6'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:11.676303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 54114) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:11.827714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:11.855899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:11.866821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227de4-a1fc-441a-9e11-1b402340b3c7 req-dede6e9f-b89f-4d2d-b3fc-2812f929e4a8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:11.867768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-35227de4-a1fc-441a-9e11-1b402340b3c7 req-dede6e9f-b89f-4d2d-b3fc-2812f929e4a8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:11.875599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Made reservation on behalf of 47a486c598454e5ba61f5f4e0691a2a6 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:02:11.881972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:11.933262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-35227de4-a1fc-441a-9e11-1b402340b3c7 req-dede6e9f-b89f-4d2d-b3fc-2812f929e4a8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:11.941242 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-35227de4-a1fc-441a-9e11-1b402340b3c7 req-dede6e9f-b89f-4d2d-b3fc-2812f929e4a8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 931 time: 0.6640642 Feb 19 05:02:11.954299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3a45e-a032-47be-bb6a-c20c173ccc8d req-53eb309f-7b94-4174-a3b4-bb83655dd06c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:11.956382 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d4e3a45e-a032-47be-bb6a-c20c173ccc8d req-53eb309f-7b94-4174-a3b4-bb83655dd06c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2071912 Feb 19 05:02:12.024543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842908-bf15-4bde-bd89-b461bc3a3c02 req-1a9e8cec-7568-459a-8578-bc117e8afea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:12.026216 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12842908-bf15-4bde-bd89-b461bc3a3c02 req-1a9e8cec-7568-459a-8578-bc117e8afea3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 1162 time: 0.3518608 Feb 19 05:02:12.071052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.091003 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d4e3a45e-a032-47be-bb6a-c20c173ccc8d req-c5ee547e-4354-4233-a054-27bb9c6e0039 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793674 Feb 19 05:02:12.139533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-35227de4-a1fc-441a-9e11-1b402340b3c7 req-6881a136-1348-4a76-8773-a3ca7164547a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968856 Feb 19 05:02:12.161938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:12.171459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0777cf5c-b2a4-442b-a56c-2a577b78f139 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:02:12.180942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Usage tracker for resource:security_group_rule and tenant:3452fddcb1ea4312928b1e61c71cc582 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:12.190262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:12.199051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.201916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:12.206086 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12842908-bf15-4bde-bd89-b461bc3a3c02 req-f8513254-68ca-4f91-91d8-cc740fa6a15a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247809 Feb 19 05:02:12.225707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Transition to ACTIVE for port object 0777cf5c-b2a4-442b-a56c-2a577b78f139 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:02:12.241707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.261154 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f9d0729d-fe90-42d3-9f12-a75654b639fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:12.443400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Allocated IP 172.20.0.13 (437dbe4b-ebc3-4a7e-a13f-327d03199d76/2f05ba4d-9803-4c25-beca-f0fde238be92/1251d1d6-6a3e-4951-bd7a-770a7490bcfa) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:02:12.463274 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f441bb1-7acf-478c-9133-da08d88661cf req-9eddf496-0cd2-438f-92e3-caffae3ff2f8 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 210 time: 0.1071079 Feb 19 05:02:12.513845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Pushing event updated for resources: {'Port': ['ID=0777cf5c-b2a4-442b-a56c-2a577b78f139,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:12.536922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:12.726408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.767623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.796613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:12.822789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.840421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c02362-eb21-4f49-9b5d-43ee017375f3 req-ce18d4a6-229a-46d5-a8ec-e68eac0096ee tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:12.842257 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55c02362-eb21-4f49-9b5d-43ee017375f3 req-ce18d4a6-229a-46d5-a8ec-e68eac0096ee tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 950 time: 0.1901834 Feb 19 05:02:12.861490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-363ae608-1872-448e-8be7-89f49634240e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:12.912489 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55c02362-eb21-4f49-9b5d-43ee017375f3 req-1eb13f73-c3a7-4f28-9fe0-c21568c0d6d9 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Feb 19 05:02:12.931790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.964564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:12.965168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:12.970610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:13.057472 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3452fddcb1ea4312928b1e61c71cc582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3695800 Feb 19 05:02:13.058549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9c56d-d497-451e-a734-10058f1870e0,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:13.078828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 54130) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:13.089542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:13.133008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:13.204184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541825-cef7-40d1-94b7-b62250f7fef2 req-6dd86132-a307-44e1-8a2e-854484a84eaf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:13.206434 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-69541825-cef7-40d1-94b7-b62250f7fef2 req-6dd86132-a307-44e1-8a2e-854484a84eaf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.5781233 Feb 19 05:02:13.217915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:13.218303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.225556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Attempting to bind port 0777cf5c-b2a4-442b-a56c-2a577b78f139 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:13.225556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Attempting to bind port 0777cf5c-b2a4-442b-a56c-2a577b78f139 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:02:13.226507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Attempting to bind port 0777cf5c-b2a4-442b-a56c-2a577b78f139 on network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:02:13.243752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:02:13.244162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Checking segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:02:13.244600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.244929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Bound using segment: {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:02:13.245619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Bound port: 0777cf5c-b2a4-442b-a56c-2a577b78f139, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0965ba5d-2dd1-48e9-9777-ded81abc1cfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c2f7726-fe9a-4697-97be-dccce2ad3e3c'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:02:13.245998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.266111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Pushing event updated for resources: {'Port': ['ID=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:13.275330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:13.342588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-6ccde6bc-92b4-4f9e-b698-fcb0672135f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:13.343696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-6ccde6bc-92b4-4f9e-b698-fcb0672135f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1163 time: 0.4659750 Feb 19 05:02:13.353392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.392454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:13.442272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1caaa3-8a09-4442-a33c-66547f6038db req-4645dd8c-67c3-4174-aa77-71a2e84ca862 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:13.445998 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e1caaa3-8a09-4442-a33c-66547f6038db req-4645dd8c-67c3-4174-aa77-71a2e84ca862 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.3288419 Feb 19 05:02:13.451191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:02:13.461171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:02:13.465124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:02:13.522859 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-69541825-cef7-40d1-94b7-b62250f7fef2 req-1546f2d7-5137-4e32-8108-1f5fad37a3cb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805462 Feb 19 05:02:13.524915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.527098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:13.527923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.646404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] For port 0777cf5c-b2a4-442b-a56c-2a577b78f139, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:02:13.652375 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] For port 0777cf5c-b2a4-442b-a56c-2a577b78f139, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0777cf5c-b2a4-442b-a56c-2a577b78f139,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:02:13.710585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.716874 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e1caaa3-8a09-4442-a33c-66547f6038db req-8d237113-15d1-41af-bb73-a76287213d47 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881893 Feb 19 05:02:13.722020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:13.722735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.756853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:13.787370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:13.804905 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3489923 Feb 19 05:02:13.833043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:13.840948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Request body: {'port': {'device_id': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:13.898819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Pushing event updated for resources: {'Port': ['ID=0777cf5c-b2a4-442b-a56c-2a577b78f139,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:13.999047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1723d277-6db6-49e1-833a-a49382a6c09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.032002 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:14.059256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5132a73b-6657-4945-a6d0-2403743efe77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:14.080513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:14.080513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.120419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9c56d-d497-451e-a734-10058f1870e0,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:14.125478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:14.131303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.145393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-b49ef13a-aa75-4f3c-9a66-c37c90a01e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.147094 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-b49ef13a-aa75-4f3c-9a66-c37c90a01e3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.7778056 Feb 19 05:02:14.246121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.252026 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4d9c56d-d497-451e-a734-10058f1870e0 HTTP/1.1" status: 204 len: 168 time: 1.1604714 Feb 19 05:02:14.361103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.416377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.417006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:14.418540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] 10.222.0.55 "PUT /v2.0/ports/0777cf5c-b2a4-442b-a56c-2a577b78f139 HTTP/1.1" status: 200 len: 1157 time: 4.1875372 Feb 19 05:02:14.421386 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:14.440092 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-54b55d82-2876-4298-8f85-9d87281d8d0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 1002 time: 0.1908910 Feb 19 05:02:14.452086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508be3-0221-41e4-abe2-2289885d448a req-f5b4aeb8-fb39-4e85-ac0b-29a75634b3c7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.453976 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-be508be3-0221-41e4-abe2-2289885d448a req-f5b4aeb8-fb39-4e85-ac0b-29a75634b3c7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.6164114 Feb 19 05:02:14.455774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af846-fd75-47f1-baf0-e08c3089ddbd req-be0efc91-b3d2-4a2a-b4dd-545b2b39a821 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.457540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a32af846-fd75-47f1-baf0-e08c3089ddbd req-be0efc91-b3d2-4a2a-b4dd-545b2b39a821 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 943 time: 0.5314658 Feb 19 05:02:14.580256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-be508be3-0221-41e4-abe2-2289885d448a req-d2a192dc-9201-4aaa-8b02-55301fe0167d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060972 Feb 19 05:02:14.709873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-73a4d81f-c811-4494-8253-39fa31acf2a1 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.711557 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-73a4d81f-c811-4494-8253-39fa31acf2a1 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.55 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 950 time: 0.1821899 Feb 19 05:02:14.713319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-20ce0b00-b7f7-4cbc-b270-8d2005914dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:14.714752 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-20ce0b00-b7f7-4cbc-b270-8d2005914dc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.1841652 Feb 19 05:02:14.968543 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a32af846-fd75-47f1-baf0-e08c3089ddbd req-8367905d-7ad3-4907-9da2-0a3ba3ac1afe tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219356 Feb 19 05:02:15.028015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:15.182061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:15.182950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.197299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Deleting port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:15.197686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.239453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-dc865edb-4d99-44dd-8345-e6d16509eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:15.241424 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-dc865edb-4d99-44dd-8345-e6d16509eb4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 1160 time: 0.6559262 Feb 19 05:02:15.383422 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-6e173481-7328-4d9f-9dfb-501e98d69d5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0777cf5c-b2a4-442b-a56c-2a577b78f139 HTTP/1.1" status: 200 len: 217 time: 0.1106305 Feb 19 05:02:15.518236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0cb58-82bf-4cd4-9429-9bd58084484a req-eadb6733-897b-4cf9-8c5d-e1b14f17930e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:15.519921 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-56f0cb58-82bf-4cd4-9429-9bd58084484a req-eadb6733-897b-4cf9-8c5d-e1b14f17930e tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 950 time: 0.3404174 Feb 19 05:02:15.521431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-fdb52cef-5dc3-458c-97cf-f3a8d2376581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:15.522880 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-fdb52cef-5dc3-458c-97cf-f3a8d2376581 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.1221972 Feb 19 05:02:15.562132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811acc0-f1d1-439f-87ee-dc50360113b2 req-edf8dfc3-1e0a-43f5-839c-9645aa5b5e77 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:15.567238 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b811acc0-f1d1-439f-87ee-dc50360113b2 req-edf8dfc3-1e0a-43f5-839c-9645aa5b5e77 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 932 time: 0.4840610 Feb 19 05:02:15.570374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:15.573088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-bc424b0c-e809-426f-bbce-389a139c7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:15.577131 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-bc424b0c-e809-426f-bbce-389a139c7e1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8507338 Feb 19 05:02:15.682750 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-60bf07d5-b1f0-4b39-9424-5c01a2e9c1db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194458 Feb 19 05:02:15.700348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1251d1d6-6a3e-4951-bd7a-770a7490bcfa {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:02:15.736829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.894242 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-56f0cb58-82bf-4cd4-9429-9bd58084484a req-8a5b3295-841d-4190-8b64-e18847957d42 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/security-groups?id=e585c323-d755-424e-ac5d-5638c999b70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647368 Feb 19 05:02:15.901061 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b811acc0-f1d1-439f-87ee-dc50360113b2 req-7083d5a3-4dd9-4262-b469-3151162d04f6 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092597 Feb 19 05:02:15.921899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.952259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.960780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:15.991902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:15.996124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:15.996328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Transition to ACTIVE for port object 1251d1d6-6a3e-4951-bd7a-770a7490bcfa will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:02:15.998782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21c3ab34-46a7-48a2-be1c-f94123e0b9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:16.007974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:16.075781 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139', 'status': 'completed', 'code': 200} Feb 19 05:02:16.080746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32e0aa47-3d78-4e0d-9518-e9cb63f52e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:16.165415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:16.185826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:16.206846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:16.208294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:16.297961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Pushing event updated for resources: {'Port': ['ID=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:16.336336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:16.356696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-e5d72cf1-f1b6-4397-8495-d5ff7a9c5746 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445165 Feb 19 05:02:16.417759 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-6d8b42c0-e010-41ce-9c47-83153e5e783e service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635057 Feb 19 05:02:16.481360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:16.689229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Calling delete_port for 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:16.725432 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d71d9cf0-1b45-4a1f-a8aa-32a352628468 req-d6a6c283-6de1-4b82-a21f-e17c4fdff7a2 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2018747 Feb 19 05:02:16.942201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f39ff-2fe9-4620-856a-3d9f43cd352b req-07fae240-c214-44cc-a4b1-1c6024d80133 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:16.944281 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-729f39ff-2fe9-4620-856a-3d9f43cd352b req-07fae240-c214-44cc-a4b1-1c6024d80133 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.4218736 Feb 19 05:02:16.946293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:02:16.951524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:02:17.011482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-729f39ff-2fe9-4620-856a-3d9f43cd352b req-8f077f20-550c-4486-84d9-63f836732760 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Feb 19 05:02:17.141050 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7bbc2b3f-0f2a-4013-8365-6fb66951d316 req-cad954e4-994e-4320-98a3-ba11374875b3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7599075 Feb 19 05:02:17.276895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e236-46ae-43e3-a007-61d39836e4dc req-2de79caa-dbd5-454e-9851-67925f3f1aa7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:17.279662 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4ac6e236-46ae-43e3-a007-61d39836e4dc req-2de79caa-dbd5-454e-9851-67925f3f1aa7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.8274095 Feb 19 05:02:17.431503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Attempting to bind port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:17.431893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Attempting to bind port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:02:17.432246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Attempting to bind port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa on network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:02:17.450900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e6243-9639-415d-8e63-6e4d5a152cc8 req-0cd55b83-d305-47c2-8627-b162227ffb6a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:17.451240 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4ac6e236-46ae-43e3-a007-61d39836e4dc req-f917de90-96bb-4ec5-9bcd-a88b779d4cd6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613326 Feb 19 05:02:17.453613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:02:17.453998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Checking segment: {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:02:17.454923 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf1e6243-9639-415d-8e63-6e4d5a152cc8 req-0cd55b83-d305-47c2-8627-b162227ffb6a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1274719 Feb 19 05:02:17.455045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:17.455356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Bound using segment: {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:02:17.455866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Bound port: 1251d1d6-6a3e-4951-bd7a-770a7490bcfa, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d879d7-085f-4450-a3be-9bf68ec4ff09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '437dbe4b-ebc3-4a7e-a13f-327d03199d76'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:02:17.456258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:17.456551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Deleting port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:17.457256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:17.538964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446', 'code': 200} Feb 19 05:02:17.603911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7160c-d145-435b-bd7a-821641341019 req-f1daa5b3-5a23-4eb4-a241-761b9197bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:17.605628 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-f1daa5b3-5a23-4eb4-a241-761b9197bca0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ec0147f26d64fae8d57c404bd23765f&device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 1160 time: 0.2495458 Feb 19 05:02:17.690925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] For port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:02:17.729276 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf1e6243-9639-415d-8e63-6e4d5a152cc8 req-45887543-75bc-463e-baa3-1bc3bfa4d498 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061350 Feb 19 05:02:17.879406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] For port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:02:17.992707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:18.044140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:18.384963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] For port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,segment=NetworkSegment(c01eb5e7-ab1a-4d48-9578-479802168675),segment_id=c01eb5e7-ab1a-4d48-9578-479802168675)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:18.385419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:18.401790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448458a3-99a2-4c06-beff-f5cc18a1c0c0 req-fee0a228-f6f1-4e9f-b8dc-ecf6b1729b63 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:18.403589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-448458a3-99a2-4c06-beff-f5cc18a1c0c0 req-fee0a228-f6f1-4e9f-b8dc-ecf6b1729b63 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 944 time: 0.2271678 Feb 19 05:02:18.581062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:18.582095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:18.583804 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] 10.222.0.55 "PUT /v2.0/ports/1251d1d6-6a3e-4951-bd7a-770a7490bcfa HTTP/1.1" status: 200 len: 1158 time: 4.7486331 Feb 19 05:02:18.588916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:18.656035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7160c-d145-435b-bd7a-821641341019 req-eec867b5-aeb9-40db-a409-38cb60415f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:18.658312 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-eec867b5-aeb9-40db-a409-38cb60415f0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 200 len: 908 time: 1.0405450 Feb 19 05:02:18.659338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Pushing event updated for resources: {'Port': ['ID=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:18.669754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af948e0-6b33-44c5-aaf3-0e41010415e4 req-f06a3dac-8d68-4fdd-8017-a666aae4c072 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:18.678100 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4af948e0-6b33-44c5-aaf3-0e41010415e4 req-f06a3dac-8d68-4fdd-8017-a666aae4c072 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 943 time: 0.8266199 Feb 19 05:02:18.679070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:18.716328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Calling delete_port for 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:18.965266 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-448458a3-99a2-4c06-beff-f5cc18a1c0c0 req-83943eb2-6832-4603-9301-2f682b7ddaed tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532942 Feb 19 05:02:18.970302 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-dbb9e433-3234-4a80-8750-15994e6bc62a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0777cf5c-b2a4-442b-a56c-2a577b78f139 HTTP/1.1" status: 200 len: 217 time: 0.2900605 Feb 19 05:02:19.010444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:19.029471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:19.116533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6a6c758e-d487-458d-a8f3-06efe6526407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:19.199239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:19.199666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:19.342277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Pushing event deleted for resources: {'Port': ['ID=1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:19.351347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:19.387976 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4af948e0-6b33-44c5-aaf3-0e41010415e4 req-0da7fa7c-9dd1-4d27-82ee-f685f60aa269 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831602 Feb 19 05:02:19.451963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7160c-d145-435b-bd7a-821641341019 req-54d8eb7e-7741-48b2-a0c5-73fe1cd05dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:19.456595 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-54d8eb7e-7741-48b2-a0c5-73fe1cd05dd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 200 len: 854 time: 0.4752445 Feb 19 05:02:19.478940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-e716a18d-4dcb-4ee4-8426-5461a290e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:19.478940 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-e716a18d-4dcb-4ee4-8426-5461a290e8a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 1161 time: 0.6743703 Feb 19 05:02:19.827069 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-05c1a434-9d69-41e8-8048-b8c6cec0715d req-4d5a02f1-e412-498e-9d71-b1a66fdaf951 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af51928-2271-4d51-be38-3458fa8b6d76 HTTP/1.1" status: 200 len: 210 time: 0.4530592 Feb 19 05:02:19.909940 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-94ff6a86-6d99-490b-8d1f-d8b8203eb707 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c2f7726-fe9a-4697-97be-dccce2ad3e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4191008 Feb 19 05:02:20.050608 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-c6733342-4389-4d06-bb24-711d8a12c2c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1251d1d6-6a3e-4951-bd7a-770a7490bcfa HTTP/1.1" status: 200 len: 217 time: 0.5516768 Feb 19 05:02:20.052400 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa', 'status': 'completed', 'code': 200} Feb 19 05:02:20.495593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-d130a8dd-8ad3-4c20-aabc-34389c965660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:20.497258 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-d130a8dd-8ad3-4c20-aabc-34389c965660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f05ba4d-9803-4c25-beca-f0fde238be92 HTTP/1.1" status: 200 len: 849 time: 0.4348595 Feb 19 05:02:20.505685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] No DVR routers for this DVR port 1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:02:20.534501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:20.560964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-deleted', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:20.575169 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] 10.222.0.55 "DELETE /v2.0/ports/1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446 HTTP/1.1" status: 204 len: 173 time: 5.8508263 Feb 19 05:02:20.609330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec639c5-6e3a-46f7-a1f5-d61de8680500 req-e21ce59d-f301-4075-b228-0b54374afef8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:20.620715 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cec639c5-6e3a-46f7-a1f5-d61de8680500 req-e21ce59d-f301-4075-b228-0b54374afef8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.6225686 Feb 19 05:02:20.629419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-0430c11d-cd9d-46c4-b368-13fc7a31fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:20.631163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-0430c11d-cd9d-46c4-b368-13fc7a31fe47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 1162 time: 0.5530000 Feb 19 05:02:20.712056 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-b22bdfc4-9233-44b0-ba7c-6367ce29b66a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437dbe4b-ebc3-4a7e-a13f-327d03199d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904867 Feb 19 05:02:20.724960 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-8b80bfe8-5731-427d-91fd-6ddea23d5b10 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919219 Feb 19 05:02:20.932037 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cec639c5-6e3a-46f7-a1f5-d61de8680500 req-bf849446-1620-4595-aac9-b9dfc3c0f50d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098805 Feb 19 05:02:21.024404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86620d1a-63d6-458e-b51d-af724db0b4f1 req-1c77c643-3dfd-4363-a742-e81cdb24a130 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:21.038424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-d93f9a84-cd0f-48ac-bf07-2068b3b0a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:21.038424 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-d93f9a84-cd0f-48ac-bf07-2068b3b0a270 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.3596168 Feb 19 05:02:21.052409 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-86620d1a-63d6-458e-b51d-af724db0b4f1 req-1c77c643-3dfd-4363-a742-e81cdb24a130 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.7430918 Feb 19 05:02:21.155107 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-edf170c1-71b0-492a-ad8e-2f5981a72994 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25334474-9066-44a6-9907-91f4bf77de98 HTTP/1.1" status: 200 len: 217 time: 0.1089914 Feb 19 05:02:21.172780 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-2d2bd589-bdbe-4b41-b5f9-29a5d89be291 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4107370 Feb 19 05:02:21.235867 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-86620d1a-63d6-458e-b51d-af724db0b4f1 req-3836ac58-7057-4324-9ed2-1a6cc26ffb08 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817853 Feb 19 05:02:21.286998 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-7a73a7cf-561c-4dbe-ab6b-30f588e55283 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608280 Feb 19 05:02:21.415752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-d27de3ff-f078-4b78-a858-4b1b2ac6fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:21.425505 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-d27de3ff-f078-4b78-a858-4b1b2ac6fbfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.2480259 Feb 19 05:02:21.489205 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-21035c6e-7cb8-459a-879c-8178617a9406 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529540 Feb 19 05:02:21.505486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0288a-0f81-451e-b92b-c5b6da122b6e req-512289c0-acb3-4f27-b675-5a385525c53f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:21.514571 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85b0288a-0f81-451e-b92b-c5b6da122b6e req-512289c0-acb3-4f27-b675-5a385525c53f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2791622 Feb 19 05:02:21.716422 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98dd7c09-6511-4bc1-8b0a-af79f6aabdfa req-aac5b38e-514b-41d3-8685-87cd0683e755 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4191065 Feb 19 05:02:21.735585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcfb80-c540-493e-8a27-970b6c68aafc req-5d05b23e-03ce-4914-80c4-bf2a432f19ff tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:21.736369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-07fcfb80-c540-493e-8a27-970b6c68aafc req-5d05b23e-03ce-4914-80c4-bf2a432f19ff tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:21.745425 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85b0288a-0f81-451e-b92b-c5b6da122b6e req-6c17667d-7d9a-40ff-bcd1-2ca6a184bc4b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297881 Feb 19 05:02:21.763029 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-07fcfb80-c540-493e-8a27-970b6c68aafc req-5d05b23e-03ce-4914-80c4-bf2a432f19ff tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:21.764322 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07fcfb80-c540-493e-8a27-970b6c68aafc req-5d05b23e-03ce-4914-80c4-bf2a432f19ff tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 944 time: 0.2416523 Feb 19 05:02:21.842962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 0777cf5c-b2a4-442b-a56c-2a577b78f139 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:21.876596 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07fcfb80-c540-493e-8a27-970b6c68aafc req-d9664552-87e0-4dc5-8397-f352a447ecbd tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Feb 19 05:02:21.974295 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-aedae205-7902-4ff5-9602-5b44ea7c1597 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408774 Feb 19 05:02:22.127787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 0777cf5c-b2a4-442b-a56c-2a577b78f139 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:02:22.158819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 0777cf5c-b2a4-442b-a56c-2a577b78f139 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:22.161121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:22.163843 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-29adc4c0-6d0f-4d52-b22d-2fe80e0fe97a req-1b3288a6-a2cb-4496-a464-9af4ab70a2be service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1802602 Feb 19 05:02:22.165821 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af51928-2271-4d51-be38-3458fa8b6d76', 'name': 'network-vif-deleted', 'tag': '1ce44bba-8ee0-4ddf-b6da-6bcd3c6d8446', 'status': 'completed', 'code': 200} Feb 19 05:02:22.235013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d590f-028e-4074-ace4-6b72157e9ed3 req-642475a7-7044-4b44-a343-540b1646de1b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:22.237786 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d17d590f-028e-4074-ace4-6b72157e9ed3 req-642475a7-7044-4b44-a343-540b1646de1b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 943 time: 0.3471663 Feb 19 05:02:22.275054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e74d-a87e-4139-ab31-7add79290f15 req-1057d482-7e66-4ad5-9201-910e52686e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:22.278647 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-1057d482-7e66-4ad5-9201-910e52686e6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 1161 time: 0.3248823 Feb 19 05:02:22.345645 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d17d590f-028e-4074-ace4-6b72157e9ed3 req-b5757b90-0d47-4ffa-8f49-84263235957a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Feb 19 05:02:22.463216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:22.520726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:22.533701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 0777cf5c-b2a4-442b-a56c-2a577b78f139, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0777cf5c-b2a4-442b-a56c-2a577b78f139,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:22.539112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:22.541880 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:22.640884 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139', 'code': 200} Feb 19 05:02:22.748097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=0777cf5c-b2a4-442b-a56c-2a577b78f139,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:22.761064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:22.809017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e74d-a87e-4139-ab31-7add79290f15 req-e88f7d44-10cb-46b3-a443-c53265d0acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:22.810717 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-e88f7d44-10cb-46b3-a443-c53265d0acd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 200 len: 903 time: 0.5196493 Feb 19 05:02:22.989855 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-fa9c2b8c-2f2b-4e9e-a309-2eca336c8fff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1251d1d6-6a3e-4951-bd7a-770a7490bcfa HTTP/1.1" status: 200 len: 217 time: 0.1695426 Feb 19 05:02:23.011234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adb5f0-a442-4477-8d3b-c1c7ad4d741c req-abb25cd6-2ee1-4b88-8a51-887a277adc43 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.021194 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-53adb5f0-a442-4477-8d3b-c1c7ad4d741c req-abb25cd6-2ee1-4b88-8a51-887a277adc43 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.4804411 Feb 19 05:02:23.180459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967ef5-accb-4c8e-be69-43d61f75a0ca req-22291a0f-33cc-4417-bc6d-9310c0d59da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.182357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a4967ef5-accb-4c8e-be69-43d61f75a0ca req-22291a0f-33cc-4417-bc6d-9310c0d59da0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 1162 time: 0.1456354 Feb 19 05:02:23.184364 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-53adb5f0-a442-4477-8d3b-c1c7ad4d741c req-7e7be6d1-e4d1-46cf-b767-470e5eb0b8a0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609747 Feb 19 05:02:23.205443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4623a-8ed2-4008-aae6-a67939a7d3f0 req-4ed60dd1-eea1-4c59-a84e-97e0c94a7436 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.206868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e74d-a87e-4139-ab31-7add79290f15 req-36794d19-e275-4d03-81fa-e219d711769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.207091 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9db4623a-8ed2-4008-aae6-a67939a7d3f0 req-4ed60dd1-eea1-4c59-a84e-97e0c94a7436 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2213566 Feb 19 05:02:23.215885 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-36794d19-e275-4d03-81fa-e219d711769a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f05ba4d-9803-4c25-beca-f0fde238be92 HTTP/1.1" status: 200 len: 849 time: 0.1841104 Feb 19 05:02:23.259432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 54302) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:23.327356 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9db4623a-8ed2-4008-aae6-a67939a7d3f0 req-4ca86f0b-a271-421c-9e57-9368fa609774 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188998 Feb 19 05:02:23.347444 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a4967ef5-accb-4c8e-be69-43d61f75a0ca req-d05d44ce-d197-4497-b0f5-d780b1708646 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199963 Feb 19 05:02:23.414688 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-40d9bd6b-5971-47c8-9e13-6b8c83757f5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437dbe4b-ebc3-4a7e-a13f-327d03199d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796536 Feb 19 05:02:23.458933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab3bf4-d850-4611-afbc-01f18a61e0cd req-9b75d38d-d047-4f3c-9bc9-f676cfa2f89a tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.460688 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06ab3bf4-d850-4611-afbc-01f18a61e0cd req-9b75d38d-d047-4f3c-9bc9-f676cfa2f89a tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 944 time: 0.1148942 Feb 19 05:02:23.484322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:23.509216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:23.520529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Usage tracker for resource:security_group_rule and tenant:db929a1381064023879af2ccc9cf7311 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:23.537804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:23.562383 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06ab3bf4-d850-4611-afbc-01f18a61e0cd req-24435c36-1ab8-4fa4-9478-0505faf9e7e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891032 Feb 19 05:02:23.565544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:23.819274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5fcc-a96e-4b47-bdbb-78637c0e3b2c req-335fe5b3-710c-4759-8192-b94f4c3e2339 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:23.840486 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b4bd5fcc-a96e-4b47-bdbb-78637c0e3b2c req-335fe5b3-710c-4759-8192-b94f4c3e2339 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.2629976 Feb 19 05:02:23.986671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b4bd5fcc-a96e-4b47-bdbb-78637c0e3b2c req-37bee09b-8cf6-4041-8b30-bad11121c405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422591 Feb 19 05:02:24.054118 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-ac0e71af-05aa-42c7-85e3-f216c9b54fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398917 Feb 19 05:02:24.078043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.087995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.104899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1e0b7bf-5a55-4587-a125-04c590d283bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:24.184388 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db929a1381064023879af2ccc9cf7311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212737 Feb 19 05:02:24.186448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 54312) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:24.324826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd1bf0-bd44-4fe5-855f-7653f36179bb,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:24.333465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:24.368442 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d871e74d-a87e-4139-ab31-7add79290f15 req-8e2146e1-3308-49b5-9bca-666c6c03cda6 service neutron] 10.222.0.55 "GET /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2982998 Feb 19 05:02:24.373902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.444113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.566735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cfcc5-7ab3-49e9-b1df-fc56704bbcea req-3a20b035-2eb9-475c-905e-15648d7755a5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:24.568587 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-601cfcc5-7ab3-49e9-b1df-fc56704bbcea req-3a20b035-2eb9-475c-905e-15648d7755a5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1302071 Feb 19 05:02:24.675374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68032739-2561-4135-a299-afc75cb2b028 req-375493ec-1e3a-491b-ac5c-827079c758c1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:24.675374 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-68032739-2561-4135-a299-afc75cb2b028 req-375493ec-1e3a-491b-ac5c-827079c758c1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1597657 Feb 19 05:02:24.675374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.675374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-283ffd8c-e6c7-4dbc-8bbe-adf86845e573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:24.696819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd1bf0-bd44-4fe5-855f-7653f36179bb,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:24.702189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:24.729805 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-601cfcc5-7ab3-49e9-b1df-fc56704bbcea req-4ea22a70-fc25-48d8-9323-b1f6b866d09e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529241 Feb 19 05:02:24.734709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:24.737760 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56fd1bf0-bd44-4fe5-855f-7653f36179bb HTTP/1.1" status: 204 len: 168 time: 0.5491540 Feb 19 05:02:24.841623 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-68032739-2561-4135-a299-afc75cb2b028 req-1ff20842-3324-45de-baa2-906b56723855 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355610 Feb 19 05:02:25.126739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10ccd3-94f6-45c5-8e14-16f9808663fd req-fde742a0-6e2b-418e-a4c6-6d0056fcec81 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:25.136503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7c10ccd3-94f6-45c5-8e14-16f9808663fd req-fde742a0-6e2b-418e-a4c6-6d0056fcec81 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 944 time: 0.1402774 Feb 19 05:02:25.239343 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7c10ccd3-94f6-45c5-8e14-16f9808663fd req-e8ea6b79-63fc-4f51-9f6e-5ef7b76f8df1 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Feb 19 05:02:25.627334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e413fff-d5e8-4291-8744-f90824c6f823 req-897827c6-9638-4df3-99a9-486bd07aae6b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:25.629117 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0e413fff-d5e8-4291-8744-f90824c6f823 req-897827c6-9638-4df3-99a9-486bd07aae6b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.1561749 Feb 19 05:02:25.723872 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0e413fff-d5e8-4291-8744-f90824c6f823 req-76dd929f-4b64-4581-b9d8-ce589ca99f5f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874727 Feb 19 05:02:26.118305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56737-8553-416b-9391-7a46c610a7d2 req-3f1c4205-f624-44e3-a9bf-9698122427af tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:26.120508 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-43e56737-8553-416b-9391-7a46c610a7d2 req-3f1c4205-f624-44e3-a9bf-9698122427af tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1403604 Feb 19 05:02:26.217331 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-43e56737-8553-416b-9391-7a46c610a7d2 req-fb0f58a5-87a2-47af-af81-2c91bb3febd5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900431 Feb 19 05:02:26.245473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780419b-1070-4d78-9c37-37bd274ab874 req-aa90ad99-afee-46a4-ac28-1774a49ea145 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:26.262070 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2780419b-1070-4d78-9c37-37bd274ab874 req-aa90ad99-afee-46a4-ac28-1774a49ea145 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1838720 Feb 19 05:02:26.366975 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2780419b-1070-4d78-9c37-37bd274ab874 req-8c65d00f-7833-4f70-8294-6565c7f71f4e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038575 Feb 19 05:02:26.656184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 0777cf5c-b2a4-442b-a56c-2a577b78f139 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:26.874458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 0777cf5c-b2a4-442b-a56c-2a577b78f139 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:26.875296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:27.188365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:27.296402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfbc1c-968d-471c-8258-e1c04de48b8b req-bc00b623-3025-46a4-bea1-4d5eeb263117 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:27.301246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cddfbc1c-968d-471c-8258-e1c04de48b8b req-bc00b623-3025-46a4-bea1-4d5eeb263117 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.2355275 Feb 19 05:02:27.311853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:02:27.319015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:27.319739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:27.388397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547cd9-e286-4cd4-a655-d9ed87e870cd req-369bb13b-7fc4-47d3-bada-36422387c4ef tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:27.398268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07547cd9-e286-4cd4-a655-d9ed87e870cd req-369bb13b-7fc4-47d3-bada-36422387c4ef tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 944 time: 0.9302714 Feb 19 05:02:27.404510 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cddfbc1c-968d-471c-8258-e1c04de48b8b req-4777adab-2fa5-4047-b6d9-2c36547aeace tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971866 Feb 19 05:02:27.561029 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07547cd9-e286-4cd4-a655-d9ed87e870cd req-15c400eb-84fa-4486-a4bf-c454147733c8 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615696 Feb 19 05:02:27.568256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-6ff948ea-34bb-4b1f-b650-9e7dd98c4012 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3706286 Feb 19 05:02:27.701198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:27.823217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:27.824592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:27.835522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:27.840681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a752465-c3cf-4487-a2b1-48e673c06e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:27.927520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e533de-9b62-47d0-8413-dceb3931745b req-afdc1acc-a24d-440c-9fe8-a53cc7bb9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:27.929498 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-afdc1acc-a24d-440c-9fe8-a53cc7bb9832 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1163 time: 0.2881575 Feb 19 05:02:28.023201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:28.036442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:28.123402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486c64-6f3f-444d-8ef8-6dc2db1007c8 req-01bde048-07d3-4e8b-ae64-ab097d362108 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:28.142281 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89486c64-6f3f-444d-8ef8-6dc2db1007c8 req-01bde048-07d3-4e8b-ae64-ab097d362108 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.4057336 Feb 19 05:02:28.246958 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89486c64-6f3f-444d-8ef8-6dc2db1007c8 req-f1a15629-a6fb-4509-a4d2-ff10e88d2a90 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030116 Feb 19 05:02:28.379064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e533de-9b62-47d0-8413-dceb3931745b req-1648119a-2f80-4d7e-9151-bb8bf7cb6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:28.382111 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-1648119a-2f80-4d7e-9151-bb8bf7cb6276 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.4139991 Feb 19 05:02:28.419538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 0777cf5c-b2a4-442b-a56c-2a577b78f139 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:28.573998 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa', 'code': 200} Feb 19 05:02:28.630093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 0777cf5c-b2a4-442b-a56c-2a577b78f139 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:28.630642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:28.791896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55257597-a297-476f-9ed0-58d964439504 req-87ad292a-954f-41f1-85f5-596e02e8d7bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:28.794864 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55257597-a297-476f-9ed0-58d964439504 req-87ad292a-954f-41f1-85f5-596e02e8d7bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.9416778 Feb 19 05:02:29.161349 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55257597-a297-476f-9ed0-58d964439504 req-76327209-d2b4-42f8-9603-2ec8550debf4 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093660 Feb 19 05:02:29.184656 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-e2eefc0f-609b-4adb-bcaa-01a57ddb1d99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 1002 time: 0.7704704 Feb 19 05:02:29.451818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e533de-9b62-47d0-8413-dceb3931745b req-3739baae-b88a-48d6-9aed-9f792a27a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:29.460246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-3739baae-b88a-48d6-9aed-9f792a27a9d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.2565796 Feb 19 05:02:29.516528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64327b9c-c511-4267-b04c-2dd39f4f2cc5 req-c9385c1a-76b7-4618-b6cf-cd4dbba78e47 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:29.531031 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-64327b9c-c511-4267-b04c-2dd39f4f2cc5 req-c9385c1a-76b7-4618-b6cf-cd4dbba78e47 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.3861291 Feb 19 05:02:29.632195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e533de-9b62-47d0-8413-dceb3931745b req-a3b52c53-f17c-4152-a446-6fa51c29bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:29.635183 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-a3b52c53-f17c-4152-a446-6fa51c29bf9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1667700 Feb 19 05:02:29.640969 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-64327b9c-c511-4267-b04c-2dd39f4f2cc5 req-99d35f62-f814-44ca-b7fc-d6aee10c62cf tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075428 Feb 19 05:02:29.708140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4eed-9477-49b6-b045-bf5f5e8b270d req-10b5ea03-2de8-40bd-ae26-d06eff838fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:29.709960 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4dff4eed-9477-49b6-b045-bf5f5e8b270d req-10b5ea03-2de8-40bd-ae26-d06eff838fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 1163 time: 0.3981533 Feb 19 05:02:29.821200 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4dff4eed-9477-49b6-b045-bf5f5e8b270d req-34eb11b5-cab3-4866-8c81-d4eacf324540 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986764 Feb 19 05:02:30.120767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea648-6f2f-4ce3-8420-1ed8cc0b9793 req-a3dd0846-e027-4217-8399-3d00cfb67212 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:30.122016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2f8ea648-6f2f-4ce3-8420-1ed8cc0b9793 req-a3dd0846-e027-4217-8399-3d00cfb67212 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2626107 Feb 19 05:02:30.129817 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-0385691f-f29b-4a27-88e0-507a00fd0174 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831817 Feb 19 05:02:30.189275 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2f8ea648-6f2f-4ce3-8420-1ed8cc0b9793 req-28f4c238-e064-49a1-b670-086270f5fc81 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550549 Feb 19 05:02:30.425951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12e533de-9b62-47d0-8413-dceb3931745b req-d294f676-fae8-454e-8983-d7ad8fee78ce service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2202969 Feb 19 05:02:30.457954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:30.621237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:30.621838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:30.673653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3483-5e9d-492f-be7f-a8f9c842c366 req-08c8fd4e-2c56-4ade-85ec-83de3694768d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:30.694249 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e2df3483-5e9d-492f-be7f-a8f9c842c366 req-08c8fd4e-2c56-4ade-85ec-83de3694768d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2595763 Feb 19 05:02:30.840145 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e2df3483-5e9d-492f-be7f-a8f9c842c366 req-d1e20ad7-fd01-4967-883e-f44d99413cc0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331406 Feb 19 05:02:31.059695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fa6fa-ba48-4244-bb43-88a31c68377f req-10a3f276-69e8-4a3d-a1ea-3c2ff3218dd0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:31.068506 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-af4fa6fa-ba48-4244-bb43-88a31c68377f req-10a3f276-69e8-4a3d-a1ea-3c2ff3218dd0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.1566088 Feb 19 05:02:31.162741 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-af4fa6fa-ba48-4244-bb43-88a31c68377f req-12d4695b-6eb6-43f3-948a-364698c1a0c2 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931187 Feb 19 05:02:31.504182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ebba9-4d20-491c-9871-95eadfdd00c7 req-a49f6c4c-35f0-48f6-bfa4-1bf716b5f14d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:31.509739 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2d2ebba9-4d20-491c-9871-95eadfdd00c7 req-a49f6c4c-35f0-48f6-bfa4-1bf716b5f14d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1571960 Feb 19 05:02:31.564869 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2d2ebba9-4d20-491c-9871-95eadfdd00c7 req-4d485050-36f9-498c-8d02-2f442277f035 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539191 Feb 19 05:02:32.183269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacf071-e762-49b1-ad4a-119aceac8f8d req-0f588857-8e6d-41cd-ba18-d5600f41459f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:32.193522 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9eacf071-e762-49b1-ad4a-119aceac8f8d req-0f588857-8e6d-41cd-ba18-d5600f41459f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1939371 Feb 19 05:02:32.303705 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9eacf071-e762-49b1-ad4a-119aceac8f8d req-70ee0775-f100-4401-8207-b39c72f2d9e5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Feb 19 05:02:32.504275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:32.527253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516957a-d819-4b78-aecb-a7b3f0410e8b req-9d41b3ca-f72f-4115-b499-279811d898b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:32.529012 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a516957a-d819-4b78-aecb-a7b3f0410e8b req-9d41b3ca-f72f-4115-b499-279811d898b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.1556506 Feb 19 05:02:32.625449 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a516957a-d819-4b78-aecb-a7b3f0410e8b req-4c77ff32-f4b0-407f-85e0-f7947079258b tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Feb 19 05:02:32.672393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:02:32.676785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:32.677438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:32.897570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b3bf8-7109-4237-9aa4-426f18d2b93e req-93409ddb-b8ac-4b31-a510-dc9cf0e6536d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:32.900863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d84b3bf8-7109-4237-9aa4-426f18d2b93e req-93409ddb-b8ac-4b31-a510-dc9cf0e6536d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1228745 Feb 19 05:02:32.968586 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d84b3bf8-7109-4237-9aa4-426f18d2b93e req-3436f59e-f74a-4b9c-9007-5a4a9774f1cb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620959 Feb 19 05:02:33.676529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175ccef-79ee-4afd-a120-49416ebcd481 req-79bbb0cf-f190-4db9-a13f-c72fde74306e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:33.678263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2175ccef-79ee-4afd-a120-49416ebcd481 req-79bbb0cf-f190-4db9-a13f-c72fde74306e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1534963 Feb 19 05:02:33.745095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2175ccef-79ee-4afd-a120-49416ebcd481 req-5c5590e0-6f3d-44c9-bcea-127c79a4ccb0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595288 Feb 19 05:02:34.009214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:34.319264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b77fb9-f431-4290-91e0-aabf4c1f9d31 req-8ca6c0fd-ecc6-4cfb-8587-c318693f99bc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:34.321465 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c8b77fb9-f431-4290-91e0-aabf4c1f9d31 req-8ca6c0fd-ecc6-4cfb-8587-c318693f99bc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1133554 Feb 19 05:02:34.435120 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c8b77fb9-f431-4290-91e0-aabf4c1f9d31 req-9831ca80-2c51-4665-b5c3-16f9f30b9fbf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053398 Feb 19 05:02:35.076532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da55c6-04e2-4c3f-82a5-e92d0cbeb59c req-6a344aee-4c3a-4ca5-8e70-bc471d93049a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:35.097996 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d1da55c6-04e2-4c3f-82a5-e92d0cbeb59c req-6a344aee-4c3a-4ca5-8e70-bc471d93049a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1891773 Feb 19 05:02:35.257035 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d1da55c6-04e2-4c3f-82a5-e92d0cbeb59c req-d865756b-69e2-454a-8c3c-548a6e6bffb2 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470664 Feb 19 05:02:35.877794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba728-56a7-41fc-ab51-7051c90b3fe5 req-19cc7819-1d40-46cb-bde5-b637125df0ed tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:35.901063 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5b1ba728-56a7-41fc-ab51-7051c90b3fe5 req-19cc7819-1d40-46cb-bde5-b637125df0ed tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2142310 Feb 19 05:02:35.993104 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5b1ba728-56a7-41fc-ab51-7051c90b3fe5 req-75ba85f4-b8a6-413f-b06b-8fbac1db3386 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907035 Feb 19 05:02:36.212549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0f66c-72da-42fb-9ee4-d2e798ce5ec6 req-f0cf4ef5-7ad0-4c48-9c02-42739b56ec30 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:36.215075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5bb0f66c-72da-42fb-9ee4-d2e798ce5ec6 req-f0cf4ef5-7ad0-4c48-9c02-42739b56ec30 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.1433563 Feb 19 05:02:36.355304 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5bb0f66c-72da-42fb-9ee4-d2e798ce5ec6 req-ee39af89-707b-4925-81e5-72202fd0fb5d tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215315 Feb 19 05:02:36.701571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3d41d-8c66-497b-bb6e-557b80be1f0f req-7c48cbc7-afac-4ff0-b74e-abe9aaee66c7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:36.701571 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09a3d41d-8c66-497b-bb6e-557b80be1f0f req-7c48cbc7-afac-4ff0-b74e-abe9aaee66c7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2107618 Feb 19 05:02:36.899701 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09a3d41d-8c66-497b-bb6e-557b80be1f0f req-72e376e8-d4e2-4196-9fda-387a51369c90 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793470 Feb 19 05:02:37.466376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c68ac-dc17-4737-9f00-173a253d175f req-699b3ed6-d0fb-4c15-ae60-8f944d11004a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:37.489512 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b9c68ac-dc17-4737-9f00-173a253d175f req-699b3ed6-d0fb-4c15-ae60-8f944d11004a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2428930 Feb 19 05:02:37.628033 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b9c68ac-dc17-4737-9f00-173a253d175f req-e19f3a81-fbe6-49dc-937d-571ccc4120cf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372252 Feb 19 05:02:37.829583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ec927-7fa0-48f6-b0a5-a447dae46d5e req-361e0156-b3e7-41f5-a477-1c9341564d63 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:37.833341 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4a8ec927-7fa0-48f6-b0a5-a447dae46d5e req-361e0156-b3e7-41f5-a477-1c9341564d63 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.1486998 Feb 19 05:02:37.973245 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4a8ec927-7fa0-48f6-b0a5-a447dae46d5e req-312d18ba-24b0-4ecf-bc21-6857a7232716 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324401 Feb 19 05:02:38.229368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 54760) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:38.396358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e350247-1860-4c84-bb97-bb4ddd3f75f6 req-3eb349b7-d341-419d-99e7-503e53e3d8b7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:38.398043 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e350247-1860-4c84-bb97-bb4ddd3f75f6 req-3eb349b7-d341-419d-99e7-503e53e3d8b7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2281206 Feb 19 05:02:38.523695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:38.529293 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8e350247-1860-4c84-bb97-bb4ddd3f75f6 req-06652c9a-58f2-4af3-aaec-7dddb3178c1e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052539 Feb 19 05:02:38.754410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 54772) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:38.756507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:38.757134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:38.764870 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d96ac1c8-5439-4eae-8c19-b4ea982bf18a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fab92ecc7c0c49658fc131e704e77ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334759 Feb 19 05:02:38.849628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-1adc6cf9-fb94-4955-ab63-b2d7770ead81 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:38.853648 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-1adc6cf9-fb94-4955-ab63-b2d7770ead81 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.4437211 Feb 19 05:02:39.090218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.172922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Deleting port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:39.173847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.278241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.528669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.538514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c447ad1-625b-4360-b541-649439500208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:39.554671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585c323-d755-424e-ac5d-5638c999b70b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:39.567430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:39.598145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.603787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e585c323-d755-424e-ac5d-5638c999b70b HTTP/1.1" status: 204 len: 168 time: 0.8437116 Feb 19 05:02:39.613707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e244fa-4781-4b60-aabe-d73d4c46a135 req-348a1519-5294-407e-b539-3befd6db13e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:39.621879 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07e244fa-4781-4b60-aabe-d73d4c46a135 req-348a1519-5294-407e-b539-3befd6db13e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 946 time: 0.2325304 Feb 19 05:02:39.698299 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-07e244fa-4781-4b60-aabe-d73d4c46a135 req-3e4c3145-b60c-4a18-9b2a-eba9c9bef39a tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6d067f1-3f56-4052-b702-bf0c72b9a622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754349 Feb 19 05:02:39.760602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] For port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,segment=NetworkSegment(56d879d7-085f-4450-a3be-9bf68ec4ff09),segment_id=56d879d7-085f-4450-a3be-9bf68ec4ff09)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:39.760839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:39.962240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Calling delete_port for 1251d1d6-6a3e-4951-bd7a-770a7490bcfa owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:40.008590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51978a2-738b-428b-9cb3-3eb2cb9e6a99 req-882cacf3-5709-4b9e-af97-a3b2113928cf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:40.022489 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e51978a2-738b-428b-9cb3-3eb2cb9e6a99 req-882cacf3-5709-4b9e-af97-a3b2113928cf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1836631 Feb 19 05:02:40.063643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d00529-a1f7-4312-9725-f98ff8b18b82 req-9a37f86a-ef42-435a-b1d8-359a2677428d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:40.075370 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f8d00529-a1f7-4312-9725-f98ff8b18b82 req-9a37f86a-ef42-435a-b1d8-359a2677428d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.7819772 Feb 19 05:02:40.147336 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e51978a2-738b-428b-9cb3-3eb2cb9e6a99 req-0d49e2a5-283a-4ecb-b19d-3f2bead35e53 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222320 Feb 19 05:02:40.153807 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f8d00529-a1f7-4312-9725-f98ff8b18b82 req-578dd011-6117-4123-9369-275ccdc9af7c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Feb 19 05:02:40.299353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:40.302439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:40.331409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46e71542-65dc-47ad-b0b4-40e051e19c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:40.358409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: 1251d1d6-6a3e-4951-bd7a-770a7490bcfa {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:02:40.359506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1251d1d6-6a3e-4951-bd7a-770a7490bcfa not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:02:40.494718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-dcd22d5d-87cf-43e6-b81e-122fc25fd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:40.501724 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-dcd22d5d-87cf-43e6-b81e-122fc25fd1cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1162 time: 0.1721618 Feb 19 05:02:40.515820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Pushing event deleted for resources: {'Port': ['ID=1251d1d6-6a3e-4951-bd7a-770a7490bcfa,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:40.536014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:40.736720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] No DVR routers for this DVR port 1251d1d6-6a3e-4951-bd7a-770a7490bcfa on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:02:40.740340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:40.760861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'name': 'network-vif-deleted', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:40.783091 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e75c7b6-5b11-4f39-b287-0e2792124722 req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.55 "DELETE /v2.0/ports/1251d1d6-6a3e-4951-bd7a-770a7490bcfa HTTP/1.1" status: 204 len: 173 time: 1.9183173 Feb 19 05:02:40.829275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65dbff56-1eea-4ea8-8a21-64f65a4bfdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:40.861440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-37d7d557-8935-4815-909b-e65ea8e16ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:40.864749 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-37d7d557-8935-4815-909b-e65ea8e16ac4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.3505738 Feb 19 05:02:40.865016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddb4e3d-1670-4664-a021-32eaf1cd79b0', 'name': 'network-vif-deleted', 'tag': '1251d1d6-6a3e-4951-bd7a-770a7490bcfa', 'status': 'completed', 'code': 200} Feb 19 05:02:40.918760 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad01d283-59ce-48b9-8804-aea64f2628fe req-e43c3801-0f0a-4051-a1e0-251f3c73f165 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 210 time: 0.0526900 Feb 19 05:02:41.102762 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-983b61aa-9c5b-461d-8272-626de0c90509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 1001 time: 0.1790555 Feb 19 05:02:41.226651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-3f60a67a-9264-4531-a6ef-e5502f9d82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:41.228320 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-3f60a67a-9264-4531-a6ef-e5502f9d82c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1166008 Feb 19 05:02:41.380939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-7551ea75-e036-4588-bc4e-278046c337f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:41.382968 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-7551ea75-e036-4588-bc4e-278046c337f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457644 Feb 19 05:02:41.700350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d300-c1d1-40d1-9ecf-190e39814150 req-05fb3f6d-39c2-460d-88ea-89e02feed93c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:41.702139 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2545d300-c1d1-40d1-9ecf-190e39814150 req-05fb3f6d-39c2-460d-88ea-89e02feed93c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1457839 Feb 19 05:02:41.765095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2545d300-c1d1-40d1-9ecf-190e39814150 req-682cd5c1-b038-4152-9478-a546d0da4183 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Feb 19 05:02:42.173075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-28284ddb-4812-4335-8847-1fb9536c1091 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800145 Feb 19 05:02:42.187285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59c0d-2406-46f7-9c8c-cfafb5ce693f req-b7943202-d452-4f74-83c2-711e0c809c34 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:42.200455 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6dd59c0d-2406-46f7-9c8c-cfafb5ce693f req-b7943202-d452-4f74-83c2-711e0c809c34 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.3517346 Feb 19 05:02:42.448985 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6dd59c0d-2406-46f7-9c8c-cfafb5ce693f req-487c8c36-6c4f-468f-af36-ede3601c341b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467954 Feb 19 05:02:42.564904 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06d0fcb6-a092-4381-ad75-9fddcc11d2f9 req-bde55a8e-86aa-4d34-a7e1-980ade08704a service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3375444 Feb 19 05:02:42.598801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f7e773d-1936-4862-89aa-de4b7de931c2 req-1547ba55-45b8-4b86-887d-3fd698aba0e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Synchronizing usage tracker for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:42.630173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f7e773d-1936-4862-89aa-de4b7de931c2 req-1547ba55-45b8-4b86-887d-3fd698aba0e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Unset dirty status for tenant:47a486c598454e5ba61f5f4e0691a2a6 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:42.637093 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9f7e773d-1936-4862-89aa-de4b7de931c2 req-1547ba55-45b8-4b86-887d-3fd698aba0e3 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb4e3d-1670-4664-a021-32eaf1cd79b0 HTTP/1.1" status: 200 len: 210 time: 0.1291003 Feb 19 05:02:42.710134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b899-8f34-4bb8-94cb-a44748b061f7 req-72981a97-72d1-4990-9d30-89cd77981442 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:42.712885 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-58d5b899-8f34-4bb8-94cb-a44748b061f7 req-72981a97-72d1-4990-9d30-89cd77981442 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.1086266 Feb 19 05:02:42.791195 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-58d5b899-8f34-4bb8-94cb-a44748b061f7 req-5cc7c3ad-d950-425e-acf1-6c4ffba5981f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648062 Feb 19 05:02:43.069984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f4a4-7bc4-41a6-b26b-4200686ad1b4 req-13da57d4-fbbe-4cd3-bc79-bddd2c27a66a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:43.072095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3ee1f4a4-7bc4-41a6-b26b-4200686ad1b4 req-13da57d4-fbbe-4cd3-bc79-bddd2c27a66a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1441672 Feb 19 05:02:43.130770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3ee1f4a4-7bc4-41a6-b26b-4200686ad1b4 req-618b37f9-1e9e-4ac6-8925-c4962a9bcea1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Feb 19 05:02:43.798747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cbd48-c1e0-4b4d-99b6-df5d8a55b264 req-f0e7430d-43de-458e-a6e7-d95aa8fc3e23 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:43.805211 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf4cbd48-c1e0-4b4d-99b6-df5d8a55b264 req-f0e7430d-43de-458e-a6e7-d95aa8fc3e23 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1490376 Feb 19 05:02:43.902961 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf4cbd48-c1e0-4b4d-99b6-df5d8a55b264 req-2bbec4a7-7471-4892-93da-bab9e62ffede tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947454 Feb 19 05:02:43.943725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013f48ea-21f1-4401-83b0-7bd8617a39a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:44.060849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:44.143454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd740-a907-4ce4-b6c3-e915ac7b76f8 req-b43bb446-3d9b-4a89-b324-bde146d6c0d2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:44.145476 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b33cd740-a907-4ce4-b6c3-e915ac7b76f8 req-b43bb446-3d9b-4a89-b324-bde146d6c0d2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.1139145 Feb 19 05:02:44.223326 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b33cd740-a907-4ce4-b6c3-e915ac7b76f8 req-71483d16-25f4-4ab1-bd9d-d77eeeab8e9b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643077 Feb 19 05:02:44.468074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348454-4d16-40bf-847c-6c2bdfd0e11b req-7471f2b7-79fc-44aa-87dc-1b24891e88b7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:44.470578 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28348454-4d16-40bf-847c-6c2bdfd0e11b req-7471f2b7-79fc-44aa-87dc-1b24891e88b7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1050949 Feb 19 05:02:44.529252 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-28348454-4d16-40bf-847c-6c2bdfd0e11b req-b8692439-092c-467f-a161-d255baaec7aa tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Feb 19 05:02:44.956671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-5a82170c-1674-40ab-8133-d0bdaf7bef29 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:44.958681 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-5a82170c-1674-40ab-8133-d0bdaf7bef29 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.1694329 Feb 19 05:02:45.132310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Deleting port 0777cf5c-b2a4-442b-a56c-2a577b78f139 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:45.132969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:45.218069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c175e-103f-4edc-8fa7-2b4a535899c3 req-8760ae4b-77cb-45b5-8439-bde31a5b6351 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:45.221766 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2a3c175e-103f-4edc-8fa7-2b4a535899c3 req-8760ae4b-77cb-45b5-8439-bde31a5b6351 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1225646 Feb 19 05:02:45.361268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2a3c175e-103f-4edc-8fa7-2b4a535899c3 req-a5fca2ed-b053-46fd-afc9-60f043f8f6a8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258078 Feb 19 05:02:45.659465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] For port 0777cf5c-b2a4-442b-a56c-2a577b78f139, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0777cf5c-b2a4-442b-a56c-2a577b78f139,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:45.660641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:45.817214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:45.983828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31dc99-5090-4753-a111-787f48d977a6 req-7992c851-e34b-4562-840b-2c9bdab17c8c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:45.997346 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb31dc99-5090-4753-a111-787f48d977a6 req-7992c851-e34b-4562-840b-2c9bdab17c8c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2067213 Feb 19 05:02:46.001566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Calling delete_port for 0777cf5c-b2a4-442b-a56c-2a577b78f139 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:46.077323 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb31dc99-5090-4753-a111-787f48d977a6 req-2da68a94-ec49-4479-9d73-d920b56e40ba tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785382 Feb 19 05:02:46.127917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63a13-c821-41a0-b334-f0894b9f0253 req-b492222e-9970-42f0-82ec-9728ecb82df4 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:46.136514 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3db63a13-c821-41a0-b334-f0894b9f0253 req-b492222e-9970-42f0-82ec-9728ecb82df4 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 945 time: 0.6776254 Feb 19 05:02:46.214911 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3db63a13-c821-41a0-b334-f0894b9f0253 req-d7eeda11-9cbf-4cbc-b380-75b79d0c917b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774798 Feb 19 05:02:46.324121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:46.364058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-445f4a04-7860-42ae-9f1b-a7fea3fdbc5b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:46.384783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 0777cf5c-b2a4-442b-a56c-2a577b78f139 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:46.503289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: 0777cf5c-b2a4-442b-a56c-2a577b78f139 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:02:46.504077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 0777cf5c-b2a4-442b-a56c-2a577b78f139 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:02:46.505004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:46.669395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:46.706937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event deleted for resources: {'Port': ['ID=0777cf5c-b2a4-442b-a56c-2a577b78f139,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:46.740516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:46.817608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] No DVR routers for this DVR port 0777cf5c-b2a4-442b-a56c-2a577b78f139 on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:02:46.821245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:46.824910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'name': 'network-vif-deleted', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:46.829074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:46.856168 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dbb7f9ee-1aed-4e95-96d9-3e773c368582 req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "DELETE /v2.0/ports/0777cf5c-b2a4-442b-a56c-2a577b78f139 HTTP/1.1" status: 204 len: 173 time: 1.8785093 Feb 19 05:02:46.910478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980f586-23fa-461f-8152-a3bf91b5372b req-7506d0a2-0d42-4087-b517-e2a99b052577 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:46.916835 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6980f586-23fa-461f-8152-a3bf91b5372b req-7506d0a2-0d42-4087-b517-e2a99b052577 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1836011 Feb 19 05:02:46.917039 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984e0b8-e9cb-49cd-937d-1bc320236164', 'name': 'network-vif-deleted', 'tag': '0777cf5c-b2a4-442b-a56c-2a577b78f139', 'status': 'completed', 'code': 200} Feb 19 05:02:47.133678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:47.151087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:47.156940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:47.159958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:47.259357 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'code': 422} returned with failed status Feb 19 05:02:47.262685 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6980f586-23fa-461f-8152-a3bf91b5372b req-f4f97b11-06a7-43d7-b04f-d5a6d9c71b26 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347173 Feb 19 05:02:47.308603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:47.315207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:47.440784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc6d7-e206-4def-bf17-121a7231bbe2 req-b22c140b-beb1-47ff-8bd1-c3dbfb9b31bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:47.442733 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7f6dc6d7-e206-4def-bf17-121a7231bbe2 req-b22c140b-beb1-47ff-8bd1-c3dbfb9b31bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.0954862 Feb 19 05:02:47.515502 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7f6dc6d7-e206-4def-bf17-121a7231bbe2 req-c11c3efe-641b-4dac-9f8e-0838059115f3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603092 Feb 19 05:02:47.588718 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-53b7a3e8-1cb1-4af3-b188-239c30d5bbeb req-67d1e292-60ff-4ffa-932d-4b4c9fd11bb1 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c984e0b8-e9cb-49cd-937d-1bc320236164 HTTP/1.1" status: 200 len: 210 time: 0.1263046 Feb 19 05:02:48.353108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 54992) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:48.701758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:48.795460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:02:48.805650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6910dcd6924557ad56d2fd96eca0c7 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:02:48.816342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:02:48.838037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:02:49.123829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f0f5e-95e5-4873-b353-655e79642657 req-813fdcbc-fbeb-41a1-b222-f5ee28a490b0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:49.125849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-056f0f5e-95e5-4873-b353-655e79642657 req-813fdcbc-fbeb-41a1-b222-f5ee28a490b0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2151947 Feb 19 05:02:49.149546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.228157 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-056f0f5e-95e5-4873-b353-655e79642657 req-fc7707fe-ea0c-4b5c-9b11-45e1d02b973f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869832 Feb 19 05:02:49.228923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.297070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-58523ba2-0d1a-4f26-9520-d31c5b1e953b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:49.345618 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e6910dcd6924557ad56d2fd96eca0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9884737 Feb 19 05:02:49.345618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855508aa-6de3-4732-8bc9-7042774bf38c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:49.346230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55040) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:49.349868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:49.581295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.684447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.801596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.813351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:49.840919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855508aa-6de3-4732-8bc9-7042774bf38c,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:49.852513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:49.853908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:49.869000 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/855508aa-6de3-4732-8bc9-7042774bf38c HTTP/1.1" status: 204 len: 168 time: 0.5102637 Feb 19 05:02:50.411679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e91b9-9f67-4e67-9136-54a56c11be11 req-7b336543-ffc7-4d37-997b-9a643e98d5b2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:50.444187 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f25e91b9-9f67-4e67-9136-54a56c11be11 req-7b336543-ffc7-4d37-997b-9a643e98d5b2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3755662 Feb 19 05:02:50.470020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55090) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:02:50.666371 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f25e91b9-9f67-4e67-9136-54a56c11be11 req-6c51a47a-d938-45f3-baab-93f585674332 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191978 Feb 19 05:02:50.861038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5891a0-1708-47eb-95a5-e33be7b1c52c req-8572c128-f497-4afa-b5e9-8dd71db77de7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:50.873024 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd5891a0-1708-47eb-95a5-e33be7b1c52c req-8572c128-f497-4afa-b5e9-8dd71db77de7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.3621199 Feb 19 05:02:50.950680 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-e6c46f8f-018c-4fa0-9a49-a011fcd7ca26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4779828 Feb 19 05:02:50.974085 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd5891a0-1708-47eb-95a5-e33be7b1c52c req-41828fd1-823b-4a4b-83a2-9925cc2c3355 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995400 Feb 19 05:02:51.613629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f2e38-ce84-46f7-888a-f162e13ab9d2 req-87313bbb-d7ed-45da-a087-1ccedf8e1ff9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:51.615455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-609f2e38-ce84-46f7-888a-f162e13ab9d2 req-87313bbb-d7ed-45da-a087-1ccedf8e1ff9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:51.668460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-609f2e38-ce84-46f7-888a-f162e13ab9d2 req-87313bbb-d7ed-45da-a087-1ccedf8e1ff9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:51.672110 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-609f2e38-ce84-46f7-888a-f162e13ab9d2 req-87313bbb-d7ed-45da-a087-1ccedf8e1ff9 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.2435770 Feb 19 05:02:51.851794 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-609f2e38-ce84-46f7-888a-f162e13ab9d2 req-d5ee7b3f-61aa-45f7-a4f8-e5ef70baae23 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Feb 19 05:02:52.176753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86f961-6dca-49dd-96e4-46224e8a8030 req-9ca1d209-e142-4141-99c6-b49c25728527 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:52.180075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7d86f961-6dca-49dd-96e4-46224e8a8030 req-9ca1d209-e142-4141-99c6-b49c25728527 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2351830 Feb 19 05:02:52.302037 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7d86f961-6dca-49dd-96e4-46224e8a8030 req-6fd4747b-6e18-4a3f-a6e9-b9cf632338e1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118023 Feb 19 05:02:52.403123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc29c6-68c1-4a16-9387-25eab3226229 req-ea483ce4-a61b-4721-8fac-84ef5affa592 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:52.413531 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99bc29c6-68c1-4a16-9387-25eab3226229 req-ea483ce4-a61b-4721-8fac-84ef5affa592 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2060664 Feb 19 05:02:52.478055 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99bc29c6-68c1-4a16-9387-25eab3226229 req-1f3f0d08-5903-4007-b16a-705c855b7c90 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635135 Feb 19 05:02:53.169657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658b85e-6e4e-4d25-a121-2795e1bb9e43 req-b22731d3-942d-4ed0-a6a3-b8ee4c1ac6d1 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:53.172513 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e658b85e-6e4e-4d25-a121-2795e1bb9e43 req-b22731d3-942d-4ed0-a6a3-b8ee4c1ac6d1 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.1541657 Feb 19 05:02:53.256402 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e658b85e-6e4e-4d25-a121-2795e1bb9e43 req-ec66577f-1653-4298-89f7-9d619478eae4 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683019 Feb 19 05:02:53.775190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-f13edfce-fb04-4f85-bbf0-f2e762e0f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:53.777126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-f13edfce-fb04-4f85-bbf0-f2e762e0f10a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7&tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 1160 time: 0.2361348 Feb 19 05:02:53.791859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aba3c3-f43a-46ce-914e-32ac51344bbf req-fefd2d1a-9238-4ccb-a7f2-a1ca706946ff tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:53.794325 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e7aba3c3-f43a-46ce-914e-32ac51344bbf req-fefd2d1a-9238-4ccb-a7f2-a1ca706946ff tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2003174 Feb 19 05:02:53.875045 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e7aba3c3-f43a-46ce-914e-32ac51344bbf req-c6146b72-ff19-4c6a-9117-ad00ae9864cb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661633 Feb 19 05:02:53.901809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6ad67-08d7-4b2d-84ec-8fdebc828416 req-54381536-6ce5-41bd-b09b-60d96c10236a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:53.907984 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7fe6ad67-08d7-4b2d-84ec-8fdebc828416 req-54381536-6ce5-41bd-b09b-60d96c10236a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1474721 Feb 19 05:02:54.104364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-90bfef0e-a012-4dac-9984-f245b794d4df tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.106475 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-90bfef0e-a012-4dac-9984-f245b794d4df tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.2021282 Feb 19 05:02:54.162308 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7fe6ad67-08d7-4b2d-84ec-8fdebc828416 req-b5eef44d-99af-4893-95d8-a269c132caca tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089063 Feb 19 05:02:54.186851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-9fb887ec-7fb8-4def-8dd5-8bcc849768f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.192734 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-9fb887ec-7fb8-4def-8dd5-8bcc849768f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1160 time: 0.2830167 Feb 19 05:02:54.280682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Deleting port 57af60b6-771e-45f8-a5ee-60a731ac525b {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:54.281520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:54.413363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-62811e07-f0ba-4fc5-ba6a-be2cd0fedee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.415315 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-62811e07-f0ba-4fc5-ba6a-be2cd0fedee1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.2038016 Feb 19 05:02:54.492440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 57af60b6-771e-45f8-a5ee-60a731ac525b no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:02:54.586187 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-b02173b9-e1d8-4d67-8730-75c48bf73ed6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 999 time: 0.1628585 Feb 19 05:02:54.702086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-cb3755dd-92ef-4545-ad8c-b9fafac4d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.703939 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-cb3755dd-92ef-4545-ad8c-b9fafac4d5c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1040585 Feb 19 05:02:54.757158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:54.799837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=57af60b6-771e-45f8-a5ee-60a731ac525b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:54.801678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:54.821665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:54.824091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:54.894207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5989d-0958-439e-8a92-41e9ab640373 req-a5540076-e579-444c-b1f2-4af02603191d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.904111 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ad5989d-0958-439e-8a92-41e9ab640373 req-a5540076-e579-444c-b1f2-4af02603191d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 945 time: 0.2887132 Feb 19 05:02:54.915928 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b', 'code': 200} Feb 19 05:02:54.927612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-fea3b6cd-5d4a-4707-abea-85432b939043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:54.932605 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-fea3b6cd-5d4a-4707-abea-85432b939043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2206879 Feb 19 05:02:54.933177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:54.938623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:54.988480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=57af60b6-771e-45f8-a5ee-60a731ac525b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:54.988904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:55.174250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Calling delete_port for 57af60b6-771e-45f8-a5ee-60a731ac525b owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:55.224955 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2ad5989d-0958-439e-8a92-41e9ab640373 req-efd3ed60-1999-455b-8495-ca8bbec1659b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905178 Feb 19 05:02:55.242725 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-b3f2cbca-66e4-4bf8-9e4f-a072cca424f0 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675798 Feb 19 05:02:55.402358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:02:55.402941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:02:55.571447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a89c25-3b4a-4d6e-a167-5d1a4bc2679c req-d5599107-40e1-4f48-a89d-909a1576f2b9 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:55.571932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7a69-9b23-49bf-a18a-ef706bd1b0a5 req-c05713a3-cfa3-4882-ba48-e3fdfad977eb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:55.573454 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84a89c25-3b4a-4d6e-a167-5d1a4bc2679c req-d5599107-40e1-4f48-a89d-909a1576f2b9 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3289485 Feb 19 05:02:55.575009 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-043e7a69-9b23-49bf-a18a-ef706bd1b0a5 req-c05713a3-cfa3-4882-ba48-e3fdfad977eb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1620648 Feb 19 05:02:55.668250 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84a89c25-3b4a-4d6e-a167-5d1a4bc2679c req-31d1407b-6705-4812-9725-8a1fdaaa0662 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850132 Feb 19 05:02:55.736000 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d89adb6-d6af-46cc-9f9b-b1faa45d64e6 req-08d9c78b-2bcd-4752-95aa-6988a5d67d13 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3518102 Feb 19 05:02:55.906691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Deleting port 57af60b6-771e-45f8-a5ee-60a731ac525b {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:02:55.907802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:56.082922 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-043e7a69-9b23-49bf-a18a-ef706bd1b0a5 req-cadb453a-da5a-4e6b-abff-b2573db9070a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994326 Feb 19 05:02:56.372348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] For port 57af60b6-771e-45f8-a5ee-60a731ac525b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=57af60b6-771e-45f8-a5ee-60a731ac525b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:02:56.373159 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:56.602385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Calling delete_port for 57af60b6-771e-45f8-a5ee-60a731ac525b owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:02:56.652000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30a46a-dcb8-4bd9-9c35-3e3dd26685c1 req-48d0f25c-2bda-4f95-881e-b007f6cca945 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:56.660893 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0b30a46a-dcb8-4bd9-9c35-3e3dd26685c1 req-48d0f25c-2bda-4f95-881e-b007f6cca945 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 943 time: 0.2012889 Feb 19 05:02:56.725238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:02:56.730343 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0b30a46a-dcb8-4bd9-9c35-3e3dd26685c1 req-ea526b3a-b50f-473b-b31c-6d7a3452928d tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679362 Feb 19 05:02:56.848014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:02:56.848531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:57.216752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:57.261231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9fdcc3c7-a3cc-4e95-9a8e-72c2170cc6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:02:57.359180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a97f-a56c-415a-9e66-0536535ff600 req-e3034657-b9a6-4936-9dd2-c3b0067c3815 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:57.362635 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf32a97f-a56c-415a-9e66-0536535ff600 req-e3034657-b9a6-4936-9dd2-c3b0067c3815 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.4056935 Feb 19 05:02:57.410774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc9da-e451-4ae6-b13e-953eef3e7f89 req-fc3efd34-1a6b-4e4a-9370-f22ea0e0cc5d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:57.426235 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4c4fc9da-e451-4ae6-b13e-953eef3e7f89 req-fc3efd34-1a6b-4e4a-9370-f22ea0e0cc5d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1796138 Feb 19 05:02:57.472089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event deleted for resources: {'Port': ['ID=57af60b6-771e-45f8-a5ee-60a731ac525b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:02:57.488280 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4c4fc9da-e451-4ae6-b13e-953eef3e7f89 req-af993632-01ff-45cb-a0ab-84d1bbd4eb1c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Feb 19 05:02:57.547564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.548015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.548545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.548911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.549305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.549703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.550109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.550504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.550895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.551432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.551655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.552034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.552508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.552897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.553279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.553661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.554040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.554423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.554815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.555193 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.555573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.555958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.556361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.556751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:02:57.568525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:02:57.602156 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf32a97f-a56c-415a-9e66-0536535ff600 req-e12c6972-626c-467d-a5d8-a34c5ea3b0c9 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334314 Feb 19 05:02:57.752438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] No DVR routers for this DVR port 57af60b6-771e-45f8-a5ee-60a731ac525b on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:02:57.755160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:02:57.758611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-deleted', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:02:57.779923 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8230ab95-8399-447d-8e5a-5a4a7019a1c4 req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "DELETE /v2.0/ports/57af60b6-771e-45f8-a5ee-60a731ac525b HTTP/1.1" status: 204 len: 173 time: 3.6649024 Feb 19 05:02:57.907456 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25073563-14e2-4074-b614-7421d48bbeaa', 'name': 'network-vif-deleted', 'tag': '57af60b6-771e-45f8-a5ee-60a731ac525b', 'status': 'completed', 'code': 200} Feb 19 05:02:58.195106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-02692d02-1dfc-49c2-94c8-7ebd31665b94 req-12722406-7ba3-45dc-8dab-7b834344e2ca tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:02:58.219712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-02692d02-1dfc-49c2-94c8-7ebd31665b94 req-12722406-7ba3-45dc-8dab-7b834344e2ca tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:02:58.221973 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-02692d02-1dfc-49c2-94c8-7ebd31665b94 req-12722406-7ba3-45dc-8dab-7b834344e2ca tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=25073563-14e2-4074-b614-7421d48bbeaa HTTP/1.1" status: 200 len: 210 time: 0.1224840 Feb 19 05:02:58.763276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d902d5b-8816-4529-80b2-e9f63b9fef7d req-de2f6944-5e8c-42e8-b1db-27945ad84dee tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:58.772052 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3d902d5b-8816-4529-80b2-e9f63b9fef7d req-de2f6944-5e8c-42e8-b1db-27945ad84dee tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1215632 Feb 19 05:02:58.846032 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3d902d5b-8816-4529-80b2-e9f63b9fef7d req-c0bb708f-79be-4614-80f0-d62af0570447 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Feb 19 05:02:58.981099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc357c-aed6-4529-8a4f-a2a29cc1d68d req-67f03c9b-1c58-43a6-98de-d8c9f76d37fc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:02:58.984611 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8acc357c-aed6-4529-8a4f-a2a29cc1d68d req-67f03c9b-1c58-43a6-98de-d8c9f76d37fc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1627884 Feb 19 05:02:59.092797 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8acc357c-aed6-4529-8a4f-a2a29cc1d68d req-8163afd0-2fe2-48d7-9c4a-34dde5a70935 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988164 Feb 19 05:03:00.199574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021e73-648f-4a11-8ad4-372f71267980 req-aada556e-43c7-4bfb-88f4-ac4d5278ffa7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:00.201445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85021e73-648f-4a11-8ad4-372f71267980 req-aada556e-43c7-4bfb-88f4-ac4d5278ffa7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1483724 Feb 19 05:03:00.223967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926783d1-6bb3-4bb7-a1a5-8734ffc91baf req-a8795389-20a7-4710-b7b9-ae5abe255c2e tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:00.226714 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-926783d1-6bb3-4bb7-a1a5-8734ffc91baf req-a8795389-20a7-4710-b7b9-ae5abe255c2e tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.1900969 Feb 19 05:03:00.325278 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85021e73-648f-4a11-8ad4-372f71267980 req-64ee3e2e-24fb-4d3d-ab85-8f48e70f6b50 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157007 Feb 19 05:03:00.365367 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-926783d1-6bb3-4bb7-a1a5-8734ffc91baf req-9e3cf981-6004-4e94-b25c-8babe280df5f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315153 Feb 19 05:03:00.698842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b133001-24ec-43bf-bc78-80dbc31b967c req-68f042fb-5084-4780-8f21-4f82c49a76c5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:00.720361 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b133001-24ec-43bf-bc78-80dbc31b967c req-68f042fb-5084-4780-8f21-4f82c49a76c5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1933260 Feb 19 05:03:00.818759 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b133001-24ec-43bf-bc78-80dbc31b967c req-ff8653f1-b016-409c-abc8-acfdea54cb12 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969210 Feb 19 05:03:01.694708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521cbed-9190-4c3d-8a73-a63cd9d51037 req-ee1c4c8a-0ac0-4356-92fa-42b7bd8674ab tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:01.704129 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7521cbed-9190-4c3d-8a73-a63cd9d51037 req-ee1c4c8a-0ac0-4356-92fa-42b7bd8674ab tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1746917 Feb 19 05:03:01.770463 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7521cbed-9190-4c3d-8a73-a63cd9d51037 req-3d45964e-8fed-434e-8c7e-66b99c1bc421 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650601 Feb 19 05:03:01.774689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44158bab-e16f-4efe-bbe5-ddd886536ef8 req-7506639d-8694-4f5c-8ec3-fc06385234c6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:01.781956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-44158bab-e16f-4efe-bbe5-ddd886536ef8 req-7506639d-8694-4f5c-8ec3-fc06385234c6 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.1965494 Feb 19 05:03:01.854053 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-44158bab-e16f-4efe-bbe5-ddd886536ef8 req-da6a9ae1-a4b7-4163-b098-91ebc5effc1c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637732 Feb 19 05:03:01.940146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-3cd866e3-0f90-458b-a02f-6d4b46860fa8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:01.941788 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-3cd866e3-0f90-458b-a02f-6d4b46860fa8 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 945 time: 0.1257963 Feb 19 05:03:02.126637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Deleting port d3a546d8-c216-4101-ba85-12c52d8bcb5b {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:03:02.127100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:02.302092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446836f-9759-4062-8655-ad9c04b1aa70 req-00bc4be2-691f-42c0-a646-dc7819716601 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:02.303881 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b446836f-9759-4062-8655-ad9c04b1aa70 req-00bc4be2-691f-42c0-a646-dc7819716601 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3084624 Feb 19 05:03:02.477671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b446836f-9759-4062-8655-ad9c04b1aa70 req-74c102e2-1deb-4034-ab04-fe0985f2597d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652329 Feb 19 05:03:02.577771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] For port d3a546d8-c216-4101-ba85-12c52d8bcb5b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d3a546d8-c216-4101-ba85-12c52d8bcb5b,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:03:02.579398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:02.848044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:02.870025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Calling delete_port for d3a546d8-c216-4101-ba85-12c52d8bcb5b owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:03:03.053444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:03.069767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:03.100757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816f1c-cb6c-440c-8a6e-30a2b3b6ae11 req-9a514ab5-2d16-4bb7-93be-8ff44d3aff61 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:03.109057 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3816f1c-cb6c-440c-8a6e-30a2b3b6ae11 req-9a514ab5-2d16-4bb7-93be-8ff44d3aff61 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1158538 Feb 19 05:03:03.166792 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3816f1c-cb6c-440c-8a6e-30a2b3b6ae11 req-6f7fd12f-832e-4480-942d-40efa3a7ac35 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Feb 19 05:03:03.220581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:03.245069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:03.350929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d3a546d8-c216-4101-ba85-12c52d8bcb5b no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:03:03.403935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event deleted for resources: {'Port': ['ID=d3a546d8-c216-4101-ba85-12c52d8bcb5b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:03.409053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:03.411628 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-da924c25-2bd8-4458-93ae-d2cb56473396 req-3770e2b3-a711-48b1-86fb-51a50273e996 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 210 time: 0.2600999 Feb 19 05:03:03.429109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: d3a546d8-c216-4101-ba85-12c52d8bcb5b {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:03:03.429511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d3a546d8-c216-4101-ba85-12c52d8bcb5b not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:03:03.579770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] No DVR routers for this DVR port d3a546d8-c216-4101-ba85-12c52d8bcb5b on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:03:03.583017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:03.587988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'name': 'network-vif-deleted', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:03:03.624300 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-654c3634-dcbd-4390-85c0-9016d8d1e11a req-e11e52ed-3bd8-44d2-84ff-aa5d25b84405 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "DELETE /v2.0/ports/d3a546d8-c216-4101-ba85-12c52d8bcb5b HTTP/1.1" status: 204 len: 173 time: 1.6742938 Feb 19 05:03:03.715787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a415399-72a9-4522-a566-7a0c9928bbae', 'name': 'network-vif-deleted', 'tag': 'd3a546d8-c216-4101-ba85-12c52d8bcb5b', 'status': 'completed', 'code': 200} Feb 19 05:03:03.810695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08ec77-7d27-472a-8268-fe16172edaf7 req-3727a968-28ce-4ca3-aa8f-3315ab0ceacc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:03.812479 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ee08ec77-7d27-472a-8268-fe16172edaf7 req-3727a968-28ce-4ca3-aa8f-3315ab0ceacc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1202102 Feb 19 05:03:03.889167 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ee08ec77-7d27-472a-8268-fe16172edaf7 req-864a319a-0be0-4a42-8967-772a4dde4906 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681195 Feb 19 05:03:04.019634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:04.436767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef3c8-324e-4d41-9592-52870fbca0ed req-f7ed3963-83cc-4f07-b5f2-d20fe74357bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:04.438458 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d83ef3c8-324e-4d41-9592-52870fbca0ed req-f7ed3963-83cc-4f07-b5f2-d20fe74357bf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1286979 Feb 19 05:03:04.564267 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d83ef3c8-324e-4d41-9592-52870fbca0ed req-92599c16-7992-4dc9-a10b-6ce775422c5e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124125 Feb 19 05:03:04.741381 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f65039b4-1f94-4eec-a622-0fb7c7b3f983 req-8dbd6471-bc87-4667-bece-55fefba12036 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a415399-72a9-4522-a566-7a0c9928bbae HTTP/1.1" status: 200 len: 210 time: 0.0650160 Feb 19 05:03:05.303528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0550a2c-467a-491e-916c-36403367c562 req-80fe61d1-2919-4820-93d8-9ccd308f5a9e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:05.306704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b0550a2c-467a-491e-916c-36403367c562 req-80fe61d1-2919-4820-93d8-9ccd308f5a9e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2022090 Feb 19 05:03:05.364493 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b0550a2c-467a-491e-916c-36403367c562 req-882a34a9-c315-4544-9881-c41aec8f8805 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490859 Feb 19 05:03:06.040508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb026815-4256-417c-96b3-079b8d0802da req-0247354f-6a02-4eb5-979d-dd1dfe10f3b3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:06.042257 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eb026815-4256-417c-96b3-079b8d0802da req-0247354f-6a02-4eb5-979d-dd1dfe10f3b3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1468139 Feb 19 05:03:06.113976 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eb026815-4256-417c-96b3-079b8d0802da req-0ddc5b6d-ba85-4292-841d-302970a1709d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Feb 19 05:03:06.638335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3e2c-13b6-464e-96fe-c81a8bdba5de req-768fd951-b4c3-41f5-afff-5130615b620f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:06.643555 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7f1d3e2c-13b6-464e-96fe-c81a8bdba5de req-768fd951-b4c3-41f5-afff-5130615b620f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1299739 Feb 19 05:03:06.709270 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7f1d3e2c-13b6-464e-96fe-c81a8bdba5de req-4b60c3c3-bc57-423d-b771-4247b6f08b3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587752 Feb 19 05:03:07.360347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a016e2f-5c3c-4ab4-a103-b01c9ceb12fa req-4585ae8a-309e-4461-8a68-158bd4c943df tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:07.362594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0a016e2f-5c3c-4ab4-a103-b01c9ceb12fa req-4585ae8a-309e-4461-8a68-158bd4c943df tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.0950794 Feb 19 05:03:07.435332 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0a016e2f-5c3c-4ab4-a103-b01c9ceb12fa req-a0e8da6b-4f25-4b38-948a-85944b2c7eae tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Feb 19 05:03:08.001144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eebc49-60d2-42c1-ad29-844628d367b6 req-2cef5dee-cc30-42f9-b598-48ad4b22fb67 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:08.007246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89eebc49-60d2-42c1-ad29-844628d367b6 req-2cef5dee-cc30-42f9-b598-48ad4b22fb67 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.1571562 Feb 19 05:03:08.026320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e382d-24a7-4add-8890-e6d5d9fcb48d req-683ab731-1c0c-4b48-9f18-d1a77f225d7b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:08.028088 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e57e382d-24a7-4add-8890-e6d5d9fcb48d req-683ab731-1c0c-4b48-9f18-d1a77f225d7b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1051702 Feb 19 05:03:08.158997 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e57e382d-24a7-4add-8890-e6d5d9fcb48d req-4e1e169e-2537-4716-b50e-0645d51575f5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229575 Feb 19 05:03:08.159281 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89eebc49-60d2-42c1-ad29-844628d367b6 req-54092e2e-5130-48c3-8e75-ced50cea7d38 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380653 Feb 19 05:03:08.886075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34401f-a966-43a0-a71f-89b5784f4d84 req-5156c677-10c2-4bbb-80c6-5906465dbc61 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:08.889533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cc34401f-a966-43a0-a71f-89b5784f4d84 req-5156c677-10c2-4bbb-80c6-5906465dbc61 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1755309 Feb 19 05:03:09.026255 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cc34401f-a966-43a0-a71f-89b5784f4d84 req-d883815f-ef08-4264-865c-a13da174a7be tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277893 Feb 19 05:03:09.675344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:03:09.716359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e916d5b-e2d7-4c3d-a8a5-6d417108003f req-18dc3775-8ca9-4766-bc35-b9d97528790b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:09.717351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9e916d5b-e2d7-4c3d-a8a5-6d417108003f req-18dc3775-8ca9-4766-bc35-b9d97528790b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:03:09.741105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9e916d5b-e2d7-4c3d-a8a5-6d417108003f req-18dc3775-8ca9-4766-bc35-b9d97528790b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:03:09.741340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e44b-5019-49f1-9d6b-c6eefe1defa7 req-47617fee-2266-4efa-8d67-516017965dab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:09.750050 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9e916d5b-e2d7-4c3d-a8a5-6d417108003f req-18dc3775-8ca9-4766-bc35-b9d97528790b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.2743461 Feb 19 05:03:09.762431 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fa60e44b-5019-49f1-9d6b-c6eefe1defa7 req-47617fee-2266-4efa-8d67-516017965dab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3699834 Feb 19 05:03:09.902358 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9e916d5b-e2d7-4c3d-a8a5-6d417108003f req-9302961e-f04a-47c8-82fc-09f28414bffc tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507776 Feb 19 05:03:09.921064 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fa60e44b-5019-49f1-9d6b-c6eefe1defa7 req-487d0e64-4e8d-4e4a-8bbf-a614c78354dc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570721 Feb 19 05:03:10.809677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcc1cbb1-16df-4f20-9e3d-ce81b3184806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:10.867305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eff39-af01-4244-a566-f3ae02516bcb req-6a128664-b5bc-49b9-80fc-91554695336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:10.869174 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e24eff39-af01-4244-a566-f3ae02516bcb req-6a128664-b5bc-49b9-80fc-91554695336d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 1162 time: 0.6132011 Feb 19 05:03:10.893879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca750aa-98bd-460f-8dc4-e0fdc659b01e req-689c6264-fcf3-4078-a467-54786e2b2d37 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:10.895770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1ca750aa-98bd-460f-8dc4-e0fdc659b01e req-689c6264-fcf3-4078-a467-54786e2b2d37 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.5652816 Feb 19 05:03:10.993582 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1ca750aa-98bd-460f-8dc4-e0fdc659b01e req-5896cd2a-28b7-4545-97c9-d1cf3a1cbedd tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874789 Feb 19 05:03:11.430577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6381c7-5a78-46cb-9119-9255ad242e2d req-f08de8b8-29d2-4bee-a2b6-85c0a5e498d1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:11.439410 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f6381c7-5a78-46cb-9119-9255ad242e2d req-f08de8b8-29d2-4bee-a2b6-85c0a5e498d1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2167561 Feb 19 05:03:11.529910 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f6381c7-5a78-46cb-9119-9255ad242e2d req-fb846505-3f79-486c-8744-de33ad9ac8c0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875199 Feb 19 05:03:11.563337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae1fa-e28b-44b8-a842-0f82232a8f1c req-94acb255-de4d-4b39-8152-b884aa513151 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:11.566289 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7b7ae1fa-e28b-44b8-a842-0f82232a8f1c req-94acb255-de4d-4b39-8152-b884aa513151 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.2589922 Feb 19 05:03:11.643099 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7b7ae1fa-e28b-44b8-a842-0f82232a8f1c req-b050c66f-8b43-44a5-a7c2-d22166f38770 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687461 Feb 19 05:03:12.602773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fabe6-a16d-411a-b4c9-0cb8ffb2bd26 req-4f894134-7342-41d0-9a33-d9b671bc75fc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:12.630606 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5b3fabe6-a16d-411a-b4c9-0cb8ffb2bd26 req-4f894134-7342-41d0-9a33-d9b671bc75fc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.2567971 Feb 19 05:03:12.801964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5b3fabe6-a16d-411a-b4c9-0cb8ffb2bd26 req-89aa9db7-3a25-406c-b582-e362212bfbb2 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698985 Feb 19 05:03:12.840498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:13.052540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e24eff39-af01-4244-a566-f3ae02516bcb req-2609f359-4afc-4354-88a3-e36c0d361f7f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146684 Feb 19 05:03:13.173120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:13.173705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:13.232718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e38df-ed2c-49d3-a758-c35d7348ff10 req-3c21c0ad-0e8c-4b5e-af27-a6a3e9a0a611 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:13.245306 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-156e38df-ed2c-49d3-a758-c35d7348ff10 req-3c21c0ad-0e8c-4b5e-af27-a6a3e9a0a611 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2441366 Feb 19 05:03:13.328365 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-156e38df-ed2c-49d3-a758-c35d7348ff10 req-20dd60ec-9524-4f41-9731-d18727bce9ec tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838096 Feb 19 05:03:13.659617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326975-de18-481a-952a-041f6b0fbea6 req-a0d6ed58-4588-41e3-927c-b3a992d6a763 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:13.669684 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99326975-de18-481a-952a-041f6b0fbea6 req-a0d6ed58-4588-41e3-927c-b3a992d6a763 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.1350489 Feb 19 05:03:13.759729 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99326975-de18-481a-952a-041f6b0fbea6 req-17e2c66a-2d21-49c0-883b-497ee8199259 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884154 Feb 19 05:03:13.912774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96c485b4-fd1b-4dea-bfe5-a4f97c2a1837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:14.049841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:14.560255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468c28c-5938-4bfe-a970-4a7a1c335df5 req-b97d57e3-d6f1-4f88-a4b2-4b4af3e5ca25 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:14.567610 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0468c28c-5938-4bfe-a970-4a7a1c335df5 req-b97d57e3-d6f1-4f88-a4b2-4b4af3e5ca25 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.3092463 Feb 19 05:03:14.648315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:03:14.736735 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0468c28c-5938-4bfe-a970-4a7a1c335df5 req-ef58d600-8cf2-4408-8e2f-941dbd8398c8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678300 Feb 19 05:03:15.087493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:15.126643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:03:15.142420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:03:15.148417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:15.150854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:15.180810 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962bf94-7e12-4d54-907d-ca876667d837 req-d983ee89-e978-4385-aaae-05ae53a32dd2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:15.183237 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3962bf94-7e12-4d54-907d-ca876667d837 req-d983ee89-e978-4385-aaae-05ae53a32dd2 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 945 time: 0.1598837 Feb 19 05:03:15.196408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a7d91-ced7-4c09-835a-e7921c1143d2 req-ed4f7603-8185-499a-ac65-6afd487f5d63 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:15.198324 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e52a7d91-ced7-4c09-835a-e7921c1143d2 req-ed4f7603-8185-499a-ac65-6afd487f5d63 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2440844 Feb 19 05:03:15.303626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db7a2-10a3-4f4d-92c0-6ecef7dfe0b9 req-c57c5927-a72f-4767-a464-2b8784ba3a6a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:15.304114 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e52a7d91-ced7-4c09-835a-e7921c1143d2 req-59787eb8-b47a-4b3f-819c-1a9ab2fe40c6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962784 Feb 19 05:03:15.305288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:15.306842 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-125db7a2-10a3-4f4d-92c0-6ecef7dfe0b9 req-c57c5927-a72f-4767-a464-2b8784ba3a6a tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 943 time: 0.2953303 Feb 19 05:03:15.346562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.346979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.347377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.347792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.348203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.356876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.357488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.359858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.360999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.362289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.363393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.364738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.366591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.367801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.368812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.369452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.369934 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.370412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.370954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.371473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.371947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.372488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.372976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.373446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:15.381576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:15.394677 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58', 'code': 200} Feb 19 05:03:15.434266 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-125db7a2-10a3-4f4d-92c0-6ecef7dfe0b9 req-945c01e0-33f6-49c6-823d-046ef55843c5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/security-groups?id=53c05b9c-6758-4166-b2e7-d88aedb66953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206996 Feb 19 05:03:15.607980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Deleting port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:03:15.608621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:15.760122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:16.164343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] For port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,segment=NetworkSegment(0965ba5d-2dd1-48e9-9777-ded81abc1cfc),segment_id=0965ba5d-2dd1-48e9-9777-ded81abc1cfc)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:03:16.164887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:16.321900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Calling delete_port for d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:03:16.513921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:16.673502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:16.788390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9c5037-3d12-4c21-9e10-bada944de92f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:16.889094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:17.090840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99428-a4b8-4cb6-8055-4fad2f6016f0 req-c6231f4f-8d96-4d5e-8aec-18f68c87b577 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:17.107971 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2d99428-a4b8-4cb6-8055-4fad2f6016f0 req-c6231f4f-8d96-4d5e-8aec-18f68c87b577 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.4099746 Feb 19 05:03:17.122461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:17.122986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:17.221298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Pushing event deleted for resources: {'Port': ['ID=d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:17.240726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:17.279201 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2d99428-a4b8-4cb6-8055-4fad2f6016f0 req-50437efc-ef9e-48c3-8086-e9fbd005aea0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683578 Feb 19 05:03:17.313757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841bb93-0d21-44e0-8abe-aea5c0057bab req-c7fc16e5-4dd9-49ed-b315-64f3b25feffc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:17.323991 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c841bb93-0d21-44e0-8abe-aea5c0057bab req-c7fc16e5-4dd9-49ed-b315-64f3b25feffc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.6537910 Feb 19 05:03:17.420070 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c841bb93-0d21-44e0-8abe-aea5c0057bab req-d4b6e560-c6af-4621-a57a-bd8670dd6e51 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944703 Feb 19 05:03:17.626340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] No DVR routers for this DVR port d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:03:17.631569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:17.645727 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-deleted', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:03:17.743980 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3962bf94-7e12-4d54-907d-ca876667d837 req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.55 "DELETE /v2.0/ports/d62cc0df-3a5a-40f1-b4c1-f47ea53d8d58 HTTP/1.1" status: 204 len: 173 time: 2.2825623 Feb 19 05:03:17.859859 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa4d27-cd63-45ca-a355-d0f088b89070', 'name': 'network-vif-deleted', 'tag': 'd62cc0df-3a5a-40f1-b4c1-f47ea53d8d58', 'status': 'completed', 'code': 200} Feb 19 05:03:17.902704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-82988605-d403-4670-a172-3b510c309a24 req-4355bf6b-3859-4c0f-b247-451c766b9f65 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.1375437 Feb 19 05:03:18.440784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99d41e-2b8e-48b8-9575-215bdef61b48 req-80aab262-aabe-459b-a5bf-60e8c5d69c3c tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:18.451099 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a99d41e-2b8e-48b8-9575-215bdef61b48 req-80aab262-aabe-459b-a5bf-60e8c5d69c3c tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1174223 Feb 19 05:03:18.521427 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a99d41e-2b8e-48b8-9575-215bdef61b48 req-db84b8ab-d95b-4d67-854c-00c9b5c0f864 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686543 Feb 19 05:03:18.778433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365806a-d44c-481d-b28c-c32554fee988 req-447ed87f-0bd1-4e1e-ad16-d5ad740ade8f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:18.793187 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b365806a-d44c-481d-b28c-c32554fee988 req-447ed87f-0bd1-4e1e-ad16-d5ad740ade8f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1583180 Feb 19 05:03:18.831679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e86d6c-8720-4d44-a4a7-4d8518492298 req-1403a520-3236-4ca8-bd7e-1172b95417cf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:18.833623 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18e86d6c-8720-4d44-a4a7-4d8518492298 req-1403a520-3236-4ca8-bd7e-1172b95417cf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1689792 Feb 19 05:03:18.897249 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b365806a-d44c-481d-b28c-c32554fee988 req-4ec71e9b-1181-44b3-ae26-30b0fcfa9711 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975745 Feb 19 05:03:18.922612 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18e86d6c-8720-4d44-a4a7-4d8518492298 req-e6cdf473-67f2-4b68-b9b3-f946de6eaa65 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822039 Feb 19 05:03:19.238108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf541873-cdee-4e6a-b28c-02375cbba0a3 req-8f6cb060-b089-448c-bceb-8f4ac65d94e5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:19.256356 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf541873-cdee-4e6a-b28c-02375cbba0a3 req-8f6cb060-b089-448c-bceb-8f4ac65d94e5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1956370 Feb 19 05:03:19.351794 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf541873-cdee-4e6a-b28c-02375cbba0a3 req-775fbbd0-3448-42cc-be78-8978d16ddd09 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Feb 19 05:03:19.379135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8be5ec83-221f-43ba-84c3-ef49c435605a req-a116fc16-07c8-42c2-94b9-e82fb3b34f9c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Synchronizing usage tracker for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:03:19.428721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8be5ec83-221f-43ba-84c3-ef49c435605a req-a116fc16-07c8-42c2-94b9-e82fb3b34f9c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Unset dirty status for tenant:6ec0147f26d64fae8d57c404bd23765f on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:03:19.431059 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8be5ec83-221f-43ba-84c3-ef49c435605a req-a116fc16-07c8-42c2-94b9-e82fb3b34f9c tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.1563811 Feb 19 05:03:19.840410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaeadd-5de4-4a6f-abcc-d6d3a7d1634d req-95dc20b4-9481-4c13-9929-87978373ba5f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:19.845601 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9cfaeadd-5de4-4a6f-abcc-d6d3a7d1634d req-95dc20b4-9481-4c13-9929-87978373ba5f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1434402 Feb 19 05:03:19.930242 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9cfaeadd-5de4-4a6f-abcc-d6d3a7d1634d req-f4e026dc-7a9a-4dfe-9200-3d79f00be115 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758374 Feb 19 05:03:20.191951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275567-bf53-455c-8c63-eddd4ff8ddcf req-13c66124-b086-4323-8037-1ec4e40d4e64 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:20.203986 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71275567-bf53-455c-8c63-eddd4ff8ddcf req-13c66124-b086-4323-8037-1ec4e40d4e64 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1466548 Feb 19 05:03:20.271797 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71275567-bf53-455c-8c63-eddd4ff8ddcf req-9993449d-08c7-4ae0-bd26-2b2a83a5c254 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659676 Feb 19 05:03:20.842318 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4a06eec-cabd-403c-a781-b7e85f171273 req-65443706-dd99-4b30-8666-d7cf4163cb20 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.0794709 Feb 19 05:03:21.207251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc59158-f72e-4e0d-b7c2-cbbc3e77c213 req-fb5af765-8350-41f2-bbb8-57d4a1bc7efd tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:21.210704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9bc59158-f72e-4e0d-b7c2-cbbc3e77c213 req-fb5af765-8350-41f2-bbb8-57d4a1bc7efd tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1099102 Feb 19 05:03:21.303482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9bc59158-f72e-4e0d-b7c2-cbbc3e77c213 req-ca9358fb-f73e-4601-8376-1f6e5f681ef3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819273 Feb 19 05:03:21.600641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4b16-6a7d-4b28-adc8-81faa8161b1c req-e96a54de-938e-455e-8e61-3d1a1b1abc36 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:21.603531 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c51a4b16-6a7d-4b28-adc8-81faa8161b1c req-e96a54de-938e-455e-8e61-3d1a1b1abc36 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1741352 Feb 19 05:03:21.732582 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c51a4b16-6a7d-4b28-adc8-81faa8161b1c req-68fbf8dd-be1d-4352-b2cb-0e43f93cd9a2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090283 Feb 19 05:03:22.181759 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fc7c061d-4e02-46e0-ada0-ba14a3bb3cd0 req-c5a1c332-25c7-452a-b183-c37e735b5d00 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afa4d27-cd63-45ca-a355-d0f088b89070 HTTP/1.1" status: 200 len: 210 time: 0.1048527 Feb 19 05:03:22.182627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55488) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:22.302883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-fd951a61-0252-48ab-b1d6-f8901d2f2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:22.304647 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-fd951a61-0252-48ab-b1d6-f8901d2f2308 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.2051494 Feb 19 05:03:22.323658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76754020-d714-4d33-a263-3b7992ffb072 req-6d630efb-ce67-4de3-a2ba-718123562a93 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:22.325552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Deleting subnet 2f05ba4d-9803-4c25-beca-f0fde238be92 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:03:22.325738 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76754020-d714-4d33-a263-3b7992ffb072 req-6d630efb-ce67-4de3-a2ba-718123562a93 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1195829 Feb 19 05:03:22.332076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:22.495350 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76754020-d714-4d33-a263-3b7992ffb072 req-533955d7-8e19-4da0-887c-a9cdd63e6ce5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312919 Feb 19 05:03:22.573775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-95258035-6623-4eb9-9591-fdc14805dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:22.575600 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-95258035-6623-4eb9-9591-fdc14805dc6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.2488961 Feb 19 05:03:22.664196 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-7d330c43-f2f8-41bc-b0b2-00e3deec07ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.0809636 Feb 19 05:03:22.760069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-bdebefa8-c547-4363-9e9d-1e2ec513272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:22.762301 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-bdebefa8-c547-4363-9e9d-1e2ec513272c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.0906017 Feb 19 05:03:22.853935 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-773cf4c5-2709-4d0a-86b4-1df8c500e024 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844891 Feb 19 05:03:22.880281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:22.961285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836df8-eded-4ea8-ab73-67077517fd0b req-73823c4e-c0af-425d-9ef8-21e5e9b60ed5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:22.963220 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-db836df8-eded-4ea8-ab73-67077517fd0b req-73823c4e-c0af-425d-9ef8-21e5e9b60ed5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1729813 Feb 19 05:03:22.975314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.077407 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-db836df8-eded-4ea8-ab73-67077517fd0b req-59722984-4c39-4ec1-96d0-8275dd2b9501 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698140 Feb 19 05:03:23.191013 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-76300fff-eace-4762-9ec6-0bf04b8a98ff service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265808 Feb 19 05:03:23.202820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e47c-eb59-4cd3-844d-26f5701f92ac req-48795d6c-3ad5-4633-9650-68d5c4fd4b03 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:23.205016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f12e47c-eb59-4cd3-844d-26f5701f92ac req-48795d6c-3ad5-4633-9650-68d5c4fd4b03 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1846721 Feb 19 05:03:23.350506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.368330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:23.412115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55504) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:23.479458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f05ba4d-9803-4c25-beca-f0fde238be92,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:23.501384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.501872 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.502473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.503032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.503530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.504025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.504882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.505077 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f12e47c-eb59-4cd3-844d-26f5701f92ac req-9509fec1-44f3-4f40-ab56-e1cb22d2275b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661371 Feb 19 05:03:23.505504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.506128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.506689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.507196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.508192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.508540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.509905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.510105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.510906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.511702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.512156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.512765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.513257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.513856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.514341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.514944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.515653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:23.524430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:23.546041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a4f13f2-5f81-4aa5-9fdf-d451336fc8ce req-6700c1a3-558e-4bd3-a775-3173df4edb66 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3392556 Feb 19 05:03:23.556546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Deleting subnet 2a97c879-955b-4731-8837-10c94349f71d {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:03:23.562337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.584445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.605137 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ad9b132d-d9d6-4b57-bfa3-e0d6537df89a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f05ba4d-9803-4c25-beca-f0fde238be92 HTTP/1.1" status: 204 len: 168 time: 1.4195790 Feb 19 05:03:23.615313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55510) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:23.767834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.806288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e13cc-e1da-496e-839a-a44c6ad2d4a6 req-9a3351da-de04-44d9-91ef-744e6c44c1f1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:23.808133 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df1e13cc-e1da-496e-839a-a44c6ad2d4a6 req-9a3351da-de04-44d9-91ef-744e6c44c1f1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1177390 Feb 19 05:03:23.870570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:23.880204 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df1e13cc-e1da-496e-839a-a44c6ad2d4a6 req-cabf79ac-3a42-412a-b1d4-28068b3bfbee tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641949 Feb 19 05:03:24.325195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:24.406515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:24.642382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b54470be-68da-4241-8871-82232d144691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437dbe4b-ebc3-4a7e-a13f-327d03199d76']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:24.671519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948ccb-f3c7-4752-b8db-e63cddc447cd req-5b973518-f301-4c20-a49e-c18088926ea8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:24.679728 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d948ccb-f3c7-4752-b8db-e63cddc447cd req-5b973518-f301-4c20-a49e-c18088926ea8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.4653776 Feb 19 05:03:24.711715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b54470be-68da-4241-8871-82232d144691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d879d7-085f-4450-a3be-9bf68ec4ff09') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:24.712264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b54470be-68da-4241-8871-82232d144691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d879d7-085f-4450-a3be-9bf68ec4ff09') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:24.751380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:24.802982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:24.807043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:03:24.825778 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d948ccb-f3c7-4752-b8db-e63cddc447cd req-31a21da0-e9d1-4867-91af-b193a3f18dd4 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450534 Feb 19 05:03:24.873626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca2bf0-d24c-4ccc-a554-632f595680a9 req-4b78c808-35f7-4c7c-8dc4-66420ca0d46b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:24.881163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76ca2bf0-d24c-4ccc-a554-632f595680a9 req-4b78c808-35f7-4c7c-8dc4-66420ca0d46b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1322041 Feb 19 05:03:24.958580 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-76ca2bf0-d24c-4ccc-a554-632f595680a9 req-2b59521a-7089-45c9-9e83-b33070d8027d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728314 Feb 19 05:03:25.079461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:03:25.090878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.271256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.350106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-747f5bcd-0ff6-4a1a-87bc-d48a37c89880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:25.464104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a97c879-955b-4731-8837-10c94349f71d,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:25.481376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:25.483263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Network 437dbe4b-ebc3-4a7e-a13f-327d03199d76 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:03:25.520263 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:03:25.644374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ef3ff-a201-4dd2-b810-ca9e340f08e7 req-2632f84d-e619-431b-bf3e-36f1a586f951 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:25.646108 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-035ef3ff-a201-4dd2-b810-ca9e340f08e7 req-2632f84d-e619-431b-bf3e-36f1a586f951 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.5397620 Feb 19 05:03:25.649603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.656840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.659570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:25.677137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.682799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:25.716783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Pushing event deleted for resources: {'Network': ['ID=437dbe4b-ebc3-4a7e-a13f-327d03199d76,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:25.727325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:25.729065 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b54470be-68da-4241-8871-82232d144691 admin admin] 10.222.0.13 "DELETE /v2.0/networks/437dbe4b-ebc3-4a7e-a13f-327d03199d76 HTTP/1.1" status: 204 len: 168 time: 2.1151845 Feb 19 05:03:25.730735 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a97c879-955b-4731-8837-10c94349f71d HTTP/1.1" status: 204 len: 168 time: 2.3149548 Feb 19 05:03:25.737005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55534) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:25.768684 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-035ef3ff-a201-4dd2-b810-ca9e340f08e7 req-be6e6460-c121-49b5-af40-6b6f2b523bb2 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940194 Feb 19 05:03:25.794282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 25334474-9066-44a6-9907-91f4bf77de98 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:25.795600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:25.969575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.094576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:26.184030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55548) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:26.238303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:26.238736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.307430 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6d54cfaa-3637-40b3-a9e9-8b36581f64d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47a486c598454e5ba61f5f4e0691a2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178608 Feb 19 05:03:26.311483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55552) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:26.410685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.478352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.482143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.522000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:03:26.523861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:03:26.526585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7c5c-d7eb-4b8f-864c-30c213127147 req-4ae3f029-fa0c-4893-a1f2-db5a534f7018 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:26.531888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.535237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:26.536767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ccddf-dd7a-4e51-a42e-0cb78d133c77 req-57ff291a-5a38-4523-95f7-2a6f8aae2a8d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:26.538740 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ce3ccddf-dd7a-4e51-a42e-0cb78d133c77 req-57ff291a-5a38-4523-95f7-2a6f8aae2a8d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2285967 Feb 19 05:03:26.538937 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a2b7c5c-d7eb-4b8f-864c-30c213127147 req-4ae3f029-fa0c-4893-a1f2-db5a534f7018 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.3806100 Feb 19 05:03:26.540983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.622041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a2b7c5c-d7eb-4b8f-864c-30c213127147 req-70ff5ac5-e504-44ca-9ab1-e04b3b6a01c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818994 Feb 19 05:03:26.642140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2f7726-fe9a-4697-97be-dccce2ad3e3c']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:26.647858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=6']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:26.651173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:26.664772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0965ba5d-2dd1-48e9-9777-ded81abc1cfc') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:26.665231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0965ba5d-2dd1-48e9-9777-ded81abc1cfc') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:03:26.682415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.710463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.713176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:03:26.730478 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'code': 200} Feb 19 05:03:26.763118 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ce3ccddf-dd7a-4e51-a42e-0cb78d133c77 req-b0781001-0b37-4b4b-adcb-8d170d3ef7b1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734846 Feb 19 05:03:26.791812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.799528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24c1e508-20a9-4712-aaa6-0cc329558cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:26.821213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d067f1-3f56-4052-b702-bf0c72b9a622,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:26.825105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:26.846334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:26.850737 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4abc65bc-a5c7-46b8-bcf2-7ec28d947e9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6d067f1-3f56-4052-b702-bf0c72b9a622 HTTP/1.1" status: 204 len: 168 time: 0.5353186 Feb 19 05:03:26.877368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-4c6953b6-e87e-4dc2-a66d-a30399c2fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:26.880360 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-4c6953b6-e87e-4dc2-a66d-a30399c2fc72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1162 time: 0.1954443 Feb 19 05:03:26.962827 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:03:26.973965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:27.120717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-9f31ba65-4d61-4abd-a584-70258a9d68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:27.122707 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-9f31ba65-4d61-4abd-a584-70258a9d68fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.2128017 Feb 19 05:03:27.153838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:27.274318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:27.275175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:27.317126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-b98d8534-344c-4ecd-abab-6b1f723bfda9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 200 len: 1001 time: 0.1864123 Feb 19 05:03:27.366409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31818d-0b9b-4d87-ab84-1db32b52f406 req-99c2d510-0047-4fcf-9dab-a90c25fd0bda tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:27.369271 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cd31818d-0b9b-4d87-ab84-1db32b52f406 req-99c2d510-0047-4fcf-9dab-a90c25fd0bda tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.3792529 Feb 19 05:03:27.436466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Network 3c2f7726-fe9a-4697-97be-dccce2ad3e3c has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:03:27.439116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-b305bd3c-f9c4-4c4e-8e3a-18a8ef739a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:27.440825 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-b305bd3c-f9c4-4c4e-8e3a-18a8ef739a0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1163180 Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:03:27.553489 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:03:27.638899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-11c59878-1799-48b8-8e58-7b8249db1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:27.648679 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-11c59878-1799-48b8-8e58-7b8249db1545 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1917360 Feb 19 05:03:27.741558 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cd31818d-0b9b-4d87-ab84-1db32b52f406 req-1ddd6676-26a0-4308-bc21-6cfa8c967a44 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534250 Feb 19 05:03:27.763674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:27.771461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:27.801032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:27.812610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2f7726-fe9a-4697-97be-dccce2ad3e3c,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:27.834166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80882f3-67b4-4a94-b2da-f7d335425568 req-39d8bfd0-debd-4faf-a6cc-a6b858fc08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:27.836646 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f80882f3-67b4-4a94-b2da-f7d335425568 req-39d8bfd0-debd-4faf-a6cc-a6b858fc08a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 1162 time: 0.3852537 Feb 19 05:03:27.837314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:27.842990 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e76e3b06-a394-40f7-a2b7-9d6e57f657f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c2f7726-fe9a-4697-97be-dccce2ad3e3c HTTP/1.1" status: 204 len: 168 time: 2.1046786 Feb 19 05:03:27.919531 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f80882f3-67b4-4a94-b2da-f7d335425568 req-d82f6ad8-4079-4564-aeb4-e300b4d2b964 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735407 Feb 19 05:03:28.085120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55590) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:28.151164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ace367-2d30-4e00-bbb5-200616ef8c1c req-5c8ebbf6-0344-42c8-945c-4dcf960b71f4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:28.152928 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88ace367-2d30-4e00-bbb5-200616ef8c1c req-5c8ebbf6-0344-42c8-945c-4dcf960b71f4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1565816 Feb 19 05:03:28.177949 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-df90f9b3-f922-43b4-94d2-30303979a776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ec0147f26d64fae8d57c404bd23765f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0861850 Feb 19 05:03:28.178881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55594) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:28.281608 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-88ace367-2d30-4e00-bbb5-200616ef8c1c req-18c66ba8-628e-4843-9310-4ade7e1ea1af tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840118 Feb 19 05:03:28.301730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:28.330040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39745b35-0643-4874-bcc0-29a5700bcc7f req-e1aad4be-1225-467e-bc11-e713d9595a38 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:28.331766 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-39745b35-0643-4874-bcc0-29a5700bcc7f req-e1aad4be-1225-467e-bc11-e713d9595a38 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.4321415 Feb 19 05:03:28.334654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:28.336939 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-6b43161d-217b-418a-a3fb-16c254162c50 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833861 Feb 19 05:03:28.397075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:28.408341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1ac7a22-1926-44e3-9221-86c63d9b09fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:28.435056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c05b9c-6758-4166-b2e7-d88aedb66953,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:28.442363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:28.454864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:28.457203 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53c05b9c-6758-4166-b2e7-d88aedb66953 HTTP/1.1" status: 204 len: 168 time: 0.2769337 Feb 19 05:03:28.524800 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-39745b35-0643-4874-bcc0-29a5700bcc7f req-18f26ee3-fc2e-43ff-a1da-229360004ca7 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528192 Feb 19 05:03:28.601846 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3fec8860-5dda-41ad-9118-b891b7d0b3e9 req-ba6d11cd-fc34-43cb-91ee-50d1437f9d05 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2565100 Feb 19 05:03:28.915392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55616) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:29.050179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4136-92ef-46b3-bb15-ef8436b4d7f6 req-0651379a-fa92-4bb3-ae96-8aa3af53adeb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:29.051947 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a8e4136-92ef-46b3-bb15-ef8436b4d7f6 req-0651379a-fa92-4bb3-ae96-8aa3af53adeb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1249156 Feb 19 05:03:29.114263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a8e4136-92ef-46b3-bb15-ef8436b4d7f6 req-eca2b6b4-cfc0-4cc1-ac4b-a900397a817d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493805 Feb 19 05:03:29.216393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.235351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:29.240821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Usage tracker for resource:security_group_rule and tenant:0a40ad0b3f9e49d4893b173b1dd4adce is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:29.245025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:29.260176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:29.399323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.403442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.445836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-207d3bf9-69c4-4750-a792-a9561f7d5b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:29.460962 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a40ad0b3f9e49d4893b173b1dd4adce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443673 Feb 19 05:03:29.463918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55644) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:29.517583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8941df0f-b270-4cf0-8316-cab11b7a9877,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:29.523473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55650) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:29.526433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:29.659421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.731147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.768475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9260f-39e4-47f7-95ae-2067dcb30bab req-8806f18e-8a24-4641-9b40-809aaf55bd27 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:29.770239 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71a9260f-39e4-47f7-95ae-2067dcb30bab req-8806f18e-8a24-4641-9b40-809aaf55bd27 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2341406 Feb 19 05:03:29.804624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915217c6-c3f5-4e07-bca7-90a604288de5 req-6c6a46a3-54cf-462b-b187-fb7e9c82dc48 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:29.810101 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-915217c6-c3f5-4e07-bca7-90a604288de5 req-6c6a46a3-54cf-462b-b187-fb7e9c82dc48 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1275373 Feb 19 05:03:29.855330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.865345 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-915217c6-c3f5-4e07-bca7-90a604288de5 req-810173ce-bc6d-460c-8534-acf00cbc1abd tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478485 Feb 19 05:03:29.891927 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71a9260f-39e4-47f7-95ae-2067dcb30bab req-7d12762a-9a9c-445c-afa0-8746153f5c0c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115527 Feb 19 05:03:29.897177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:29.904255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd7b037e906499392a971fc685b7a84 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:29.908618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.919913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:29.923495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c9f8862-7638-4b1d-9539-7d1b1787764b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:29.941732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:29.945202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8941df0f-b270-4cf0-8316-cab11b7a9877,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:29.948996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:29.949863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:29.951068 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8941df0f-b270-4cf0-8316-cab11b7a9877 HTTP/1.1" status: 204 len: 168 time: 0.4860272 Feb 19 05:03:30.083628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.086943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.097042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fdb487ec-6de2-40a6-974d-d431ff122fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:30.160486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401b32a3-8115-4199-9a1f-9de688aef2dc,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:30.178259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:30.183802 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bd7b037e906499392a971fc685b7a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6566021 Feb 19 05:03:30.184200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55696) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:30.320910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.426351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.496646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f11803-5cad-4c82-b09e-96c0d4c42bc0 req-9c636de9-f1e3-43b3-8476-678fbebcd0b1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:30.498373 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-21f11803-5cad-4c82-b09e-96c0d4c42bc0 req-9c636de9-f1e3-43b3-8476-678fbebcd0b1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1575873 Feb 19 05:03:30.507980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.521137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6d2a9ed6-1481-4ffa-98a1-339b030ba6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:30.573440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b32a3-8115-4199-9a1f-9de688aef2dc,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:30.586377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:30.592264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:30.598897 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f80afb99-757c-4044-b7fe-cac72035523d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/401b32a3-8115-4199-9a1f-9de688aef2dc HTTP/1.1" status: 204 len: 168 time: 0.4095881 Feb 19 05:03:30.692364 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-21f11803-5cad-4c82-b09e-96c0d4c42bc0 req-d442ad08-9010-4daf-aecb-40d22385ee7a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751516 Feb 19 05:03:31.243427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058fe58-5759-4ac8-a9d8-074ac8c601e0 req-26b58657-937c-4750-8bc3-8989bdc64ef6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:31.245152 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e058fe58-5759-4ac8-a9d8-074ac8c601e0 req-26b58657-937c-4750-8bc3-8989bdc64ef6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1122611 Feb 19 05:03:31.297967 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e058fe58-5759-4ac8-a9d8-074ac8c601e0 req-b3b3d4be-98b9-45be-90b4-5673d4daac3a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461502 Feb 19 05:03:31.376509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe3111-d0aa-4115-8673-b1d99874feb0 req-60d3b7cd-f260-4298-84a2-7859f04afe24 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:31.378209 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-15fe3111-d0aa-4115-8673-b1d99874feb0 req-60d3b7cd-f260-4298-84a2-7859f04afe24 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0978665 Feb 19 05:03:31.419113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:31.440386 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-15fe3111-d0aa-4115-8673-b1d99874feb0 req-577dbabf-8639-4333-8ba6-bd1537561d1f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536931 Feb 19 05:03:31.500017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:31.500542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:31.657384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:31.739274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ecf48012-deb8-4ae9-96e2-6252aaf6605c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:31.740016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:31.915101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c61ed-7883-4d19-93b3-e756829ab764 req-3b43158a-83a6-450f-b840-8fc3c9eaa67e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:31.916666 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1b7c61ed-7883-4d19-93b3-e756829ab764 req-3b43158a-83a6-450f-b840-8fc3c9eaa67e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0999177 Feb 19 05:03:31.972484 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1b7c61ed-7883-4d19-93b3-e756829ab764 req-ffdef1eb-83e8-4029-b405-34b578770a53 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Feb 19 05:03:32.551734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0cd5e-7759-4104-b4c1-5c64ce7daada req-9773730c-7295-4fd0-982c-e64e06c3f7e8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:32.553540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-40a0cd5e-7759-4104-b4c1-5c64ce7daada req-9773730c-7295-4fd0-982c-e64e06c3f7e8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1110942 Feb 19 05:03:32.611463 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-40a0cd5e-7759-4104-b4c1-5c64ce7daada req-08e120dd-dabe-4a4a-9e05-7cb13339255a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466623 Feb 19 05:03:33.208938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:33.271542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe12c8-c532-465b-b77f-f63eb0130d70 req-4d5ed7d5-b289-4b1d-a8da-cde8d7c2874b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:33.274530 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1dbe12c8-c532-465b-b77f-f63eb0130d70 req-4d5ed7d5-b289-4b1d-a8da-cde8d7c2874b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1686780 Feb 19 05:03:33.290855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:33.291282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:33.362470 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1dbe12c8-c532-465b-b77f-f63eb0130d70 req-5e1db13c-8ab6-4a90-b5de-34911dadbe26 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Feb 19 05:03:33.424458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:33.502588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:33.503004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:33.889745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a10d6-3064-4112-b9ea-5718cbff9705 req-5f077232-dfd6-4848-8c69-3c2256f1e377 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:33.892616 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2b3a10d6-3064-4112-b9ea-5718cbff9705 req-5f077232-dfd6-4848-8c69-3c2256f1e377 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.0957019 Feb 19 05:03:33.958070 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2b3a10d6-3064-4112-b9ea-5718cbff9705 req-c324e10b-771c-4574-8410-d784beab7b7c tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535960 Feb 19 05:03:34.020782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:34.416960 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f533db1-dc5f-45c7-a9a1-2fa1f34f0e83 req-8a4c14a6-5ab9-4432-b1bc-e56a3c1fa0d5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:34.419956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f533db1-dc5f-45c7-a9a1-2fa1f34f0e83 req-8a4c14a6-5ab9-4432-b1bc-e56a3c1fa0d5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1148479 Feb 19 05:03:34.585549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 55760) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:34.630818 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f533db1-dc5f-45c7-a9a1-2fa1f34f0e83 req-0e972a24-34e5-4464-a00b-3f2eb7606095 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943882 Feb 19 05:03:34.659241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-8d351f9a-f663-48c9-b98c-d69292d39c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:34.659730 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-8d351f9a-f663-48c9-b98c-d69292d39c06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 1163 time: 0.1902266 Feb 19 05:03:34.682490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d168-7c75-4d10-9153-9e57ca64e2f4 req-257da4ec-e9d7-400c-a5b6-2bdb04f45019 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:34.697379 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89b7d168-7c75-4d10-9153-9e57ca64e2f4 req-257da4ec-e9d7-400c-a5b6-2bdb04f45019 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1433067 Feb 19 05:03:34.762897 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89b7d168-7c75-4d10-9153-9e57ca64e2f4 req-d7aa529a-0c0b-4aa1-a510-dbf6aa220d5a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Feb 19 05:03:34.849754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:34.891789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:34.898808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1a5589dff647268781be487985561c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:34.904896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:34.912776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-634255df-22a8-4586-b34e-ae035ec30e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:34.914518 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-634255df-22a8-4586-b34e-ae035ec30e33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.2398398 Feb 19 05:03:34.915620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:35.073937 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-a04fed6b-730e-4398-ac78-f8a4b3d0b57a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 200 len: 1002 time: 0.1464617 Feb 19 05:03:35.175360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9fcc3-e660-4914-aa11-0b29ec384e28 req-bfbd6b4d-f664-403f-8968-02828b4bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:35.177075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7af9fcc3-e660-4914-aa11-0b29ec384e28 req-bfbd6b4d-f664-403f-8968-02828b4bdf29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.0862503 Feb 19 05:03:35.195054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.199430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.219858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:35.234208 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7af9fcc3-e660-4914-aa11-0b29ec384e28 req-01495739-e767-4c89-82d7-9a51a4b6dabf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477958 Feb 19 05:03:35.242526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-86b19cda-7cc0-4e03-91b4-521fbf8cd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:35.245295 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-86b19cda-7cc0-4e03-91b4-521fbf8cd5e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.1480827 Feb 19 05:03:35.312262 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d1a5589dff647268781be487985561c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7127774 Feb 19 05:03:35.314129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc597255-43f8-4632-a8fb-bc848a12b58a,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:35.315076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55766) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:35.320117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:35.394725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.426816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.479564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.485754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3c2d2cc9-c5ca-459d-95a3-ac07e244f2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:35.501455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc597255-43f8-4632-a8fb-bc848a12b58a,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:35.504796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:35.510019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:35.511283 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc597255-43f8-4632-a8fb-bc848a12b58a HTTP/1.1" status: 204 len: 168 time: 0.1948237 Feb 19 05:03:35.580048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-fa15fad6-a52f-452c-873e-d420a87db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:35.581807 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-fa15fad6-a52f-452c-873e-d420a87db59b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903430 Feb 19 05:03:35.914748 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-26a2dcf0-c158-4264-a27b-7d4bfd97b69b service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241844 Feb 19 05:03:36.008331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2b652-2485-4fba-9754-3dfe68eea08a req-0256c4ec-83b1-4380-8db1-bb71f42e52e0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:36.010389 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-36e2b652-2485-4fba-9754-3dfe68eea08a req-0256c4ec-83b1-4380-8db1-bb71f42e52e0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0962219 Feb 19 05:03:36.069137 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-36e2b652-2485-4fba-9754-3dfe68eea08a req-e3a58131-1b60-4124-a7f5-53844410d4d1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Feb 19 05:03:36.103346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879921-4b94-4ec6-a416-ed861adf0d52 req-7c6e66ac-59a4-4dee-ae31-513c738a486d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:36.105076 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d879921-4b94-4ec6-a416-ed861adf0d52 req-7c6e66ac-59a4-4dee-ae31-513c738a486d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.3218524 Feb 19 05:03:36.175587 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0623b312-b56e-4cf6-aaea-d42d1b9a59cf req-9865d5fd-b736-4edd-80bb-c422b9e43b57 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2530687 Feb 19 05:03:36.192380 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d879921-4b94-4ec6-a416-ed861adf0d52 req-0f4f1b82-064b-441c-8366-d89d31fc6671 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671880 Feb 19 05:03:37.189385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:37.283094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ee781318-b88c-4c6d-960b-92598021430c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:37.283782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:37.453832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324038-cb85-40f4-8633-d8b42fe72dd1 req-65d24f79-c067-471a-93e6-450ebf33461b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:37.455791 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89324038-cb85-40f4-8633-d8b42fe72dd1 req-65d24f79-c067-471a-93e6-450ebf33461b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1697714 Feb 19 05:03:37.517627 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-89324038-cb85-40f4-8633-d8b42fe72dd1 req-d7a34265-738a-4ff7-8f79-e2263101aba6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Feb 19 05:03:37.523795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f8232-54a4-485b-ab8b-e1e4eda939e4 req-ded09570-6250-4695-afe9-94e7b2c67c18 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:37.526059 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-470f8232-54a4-485b-ab8b-e1e4eda939e4 req-ded09570-6250-4695-afe9-94e7b2c67c18 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1322482 Feb 19 05:03:37.598676 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-470f8232-54a4-485b-ab8b-e1e4eda939e4 req-556a85c7-6e0c-4323-9678-e6ab0d31c5d7 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651560 Feb 19 05:03:38.091669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-57e18562-1bf7-4c2b-97d3-4f7c9cd01722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:38.093623 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-57e18562-1bf7-4c2b-97d3-4f7c9cd01722 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.1144676 Feb 19 05:03:38.334693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-09dcaca7-ad7c-4c7f-9076-d27b8fe49eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:38.337476 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-09dcaca7-ad7c-4c7f-9076-d27b8fe49eef service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.2367904 Feb 19 05:03:38.386021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289b05-52dc-419e-a372-58225a8b16f8 req-548859e4-eb61-4967-a789-0254c9f56162 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:38.389578 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12289b05-52dc-419e-a372-58225a8b16f8 req-548859e4-eb61-4967-a789-0254c9f56162 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.3715873 Feb 19 05:03:38.427328 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-b61f3525-0840-4c08-a8b3-c75d47a5e4cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.0811486 Feb 19 05:03:38.468825 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-12289b05-52dc-419e-a372-58225a8b16f8 req-c40e605e-233b-4ad1-a4d2-b19a291150c3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Feb 19 05:03:38.545528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-5187f643-7d6d-4080-9ec0-2b7ec6e997dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:38.548893 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-5187f643-7d6d-4080-9ec0-2b7ec6e997dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.1123717 Feb 19 05:03:38.609491 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-fa9b9ba5-e00d-42fa-90f0-d645eeb7173d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522780 Feb 19 05:03:38.800126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-88c389f8-bac0-4bde-99ee-753f701e744a service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831634 Feb 19 05:03:38.960604 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-41fa4865-6eaf-4aca-8808-b475f0ba4543 req-df89da4d-3a50-4b92-a42b-a34c728ecf45 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501749 Feb 19 05:03:39.821305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36801e-a0c3-493c-af9e-a9e54edf2956 req-4fcf6215-0081-4d70-b87a-53e2f7178ea5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:39.822988 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e36801e-a0c3-493c-af9e-a9e54edf2956 req-4fcf6215-0081-4d70-b87a-53e2f7178ea5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1498723 Feb 19 05:03:39.887816 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e36801e-a0c3-493c-af9e-a9e54edf2956 req-38b47acd-9441-4c3b-8e65-f56aace46d89 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572813 Feb 19 05:03:40.870011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58e56b2c-80a4-4a22-9d59-3b1fd8fbacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:41.107909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6d72-0983-4893-8621-559e6d89ba8a req-dbdb9046-8263-46e0-9c39-da838d428405 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:41.110750 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e14c6d72-0983-4893-8621-559e6d89ba8a req-dbdb9046-8263-46e0-9c39-da838d428405 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0981424 Feb 19 05:03:41.166077 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e14c6d72-0983-4893-8621-559e6d89ba8a req-b7651308-be39-4b68-bda8-32517ffd338d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Feb 19 05:03:41.185681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:03:41.269093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:03:41.269503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:43.191469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9f42e-dde6-4634-9f2d-2c7e1a2c4b0d req-61576487-f84e-43e8-bff2-1b3d57535b93 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:43.193947 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d9f42e-dde6-4634-9f2d-2c7e1a2c4b0d req-61576487-f84e-43e8-bff2-1b3d57535b93 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1166008 Feb 19 05:03:43.259174 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a8d9f42e-dde6-4634-9f2d-2c7e1a2c4b0d req-a7b67fd8-7970-4d64-95ee-4032c8f7651c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519922 Feb 19 05:03:43.900581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff425c4-0fda-4494-b864-880a8b86d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:44.041115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:45.745241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:46.362508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55944) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:46.502629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:46.557740 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:46.580613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:46.586185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd78bf85c2f48a89e09a03df6d97c6b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:46.590047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:46.598693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:46.689842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:03:46.803076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:46.805111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-73b70032-1923-48c9-a955-7f3178468683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:46.806769 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-73b70032-1923-48c9-a955-7f3178468683 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.0968425 Feb 19 05:03:46.810208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:46.823109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fba2c5af-bdbe-4469-b913-8dbdb2675d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:46.903815 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cd78bf85c2f48a89e09a03df6d97c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394361 Feb 19 05:03:46.908067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81eb9f-0423-49bc-8009-f6b626021011,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:46.913333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55952) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:46.916956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:46.945885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816971e-6331-4e96-b2ae-225b8e5cdd58 req-babcda9c-2e42-407f-9118-8a89da60828f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:46.947652 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5816971e-6331-4e96-b2ae-225b8e5cdd58 req-babcda9c-2e42-407f-9118-8a89da60828f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.2288439 Feb 19 05:03:47.065232 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5816971e-6331-4e96-b2ae-225b8e5cdd58 req-ea016147-c9ca-4208-992f-f24e8dc532b3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063879 Feb 19 05:03:47.072801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.116476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.226150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.233546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e61ac569-41f8-48f5-8572-155ac35a9491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:47.238424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-7d9cdddb-8d56-440e-9e10-e53523a6f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:47.240108 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-7d9cdddb-8d56-440e-9e10-e53523a6f859 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.4232566 Feb 19 05:03:47.251364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81eb9f-0423-49bc-8009-f6b626021011,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:47.253602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.259012 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e81eb9f-0423-49bc-8009-f6b626021011 HTTP/1.1" status: 204 len: 168 time: 0.3403339 Feb 19 05:03:47.259012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:47.358692 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-c3578ee4-91c3-427f-b67a-49606a24813c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.1102819 Feb 19 05:03:47.450196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-b08fdee7-564e-4f8e-b07a-81da87af70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:47.452686 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-b08fdee7-564e-4f8e-b07a-81da87af70b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.0858326 Feb 19 05:03:47.515712 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-41412ccc-77cd-4daf-a7ca-a8fa2b448b77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537739 Feb 19 05:03:47.694129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55960) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:47.715631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.735448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:47.742542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Usage tracker for resource:security_group_rule and tenant:b2c673db024a42be9801dc3515b3e833 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:47.747588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:47.758662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:47.798158 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-8b667c40-3f72-40ea-9e71-4cd1a0ca291c service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646267 Feb 19 05:03:47.870342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.874771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:47.884863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90e3aea6-7e16-499d-8223-b66ad0d2912f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:47.929617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e3788-f207-4451-810f-86e3b61c3f8a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:47.933503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:47.940890 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c673db024a42be9801dc3515b3e833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449191 Feb 19 05:03:47.943627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 55964) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:47.957880 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f5697491-b0c5-4c53-8201-4c15e96b9b42 req-776555bd-18a5-4644-88e3-5cd23b6f4890 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522903 Feb 19 05:03:48.024360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:48.066680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:48.126715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:48.133914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-771f36f1-bcb6-46d1-96b6-56ac4f9a2f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:48.150946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e3788-f207-4451-810f-86e3b61c3f8a,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:48.155000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:48.157592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:48.163998 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a5e3788-f207-4451-810f-86e3b61c3f8a HTTP/1.1" status: 204 len: 168 time: 0.2142661 Feb 19 05:03:48.352667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ead4f-fa99-4b75-92c0-8811d565c676 req-d4232cbc-474a-4287-8e87-8d8f82f5b6cb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:48.354862 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-510ead4f-fa99-4b75-92c0-8811d565c676 req-d4232cbc-474a-4287-8e87-8d8f82f5b6cb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1030366 Feb 19 05:03:48.421417 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-510ead4f-fa99-4b75-92c0-8811d565c676 req-83dba291-21fd-4dca-964b-3e51fbc93485 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548143 Feb 19 05:03:49.798064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa1702-be9b-4721-a205-7cbd2b9e51a8 req-e5f59949-fef4-4b74-a491-b230b234ca15 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:49.799807 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0afa1702-be9b-4721-a205-7cbd2b9e51a8 req-e5f59949-fef4-4b74-a491-b230b234ca15 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1585703 Feb 19 05:03:49.897336 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0afa1702-be9b-4721-a205-7cbd2b9e51a8 req-1176d7c4-34fa-41e3-918b-6d40c4c144c5 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851600 Feb 19 05:03:50.524507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56022) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:50.674259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:50.692655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:50.697070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Usage tracker for resource:security_group_rule and tenant:c67933fe85bb4fe5a0cb326b3dd2d07d is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:50.700512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:50.708652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:50.816480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:50.820429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:50.841948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1c3572ec-37b9-4b71-b71e-0d2673563fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:50.897052 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c67933fe85bb4fe5a0cb326b3dd2d07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711715 Feb 19 05:03:50.897953 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a062b860-ceaa-444f-9364-9fc5b74e47c0,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:50.900893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56028) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:50.901711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:51.014011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.068247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.216338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.222417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8f6e5876-b468-44d5-9a03-a8fe52430cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:51.241990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a062b860-ceaa-444f-9364-9fc5b74e47c0,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:51.246186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:51.256998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.258953 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a062b860-ceaa-444f-9364-9fc5b74e47c0 HTTP/1.1" status: 204 len: 168 time: 0.3562415 Feb 19 05:03:51.286557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108330-1667-4caf-87ce-f7b82ced85a3 req-28712bd3-4197-4edc-9631-9abd96fd4c2c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:51.289665 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0c108330-1667-4caf-87ce-f7b82ced85a3 req-28712bd3-4197-4edc-9631-9abd96fd4c2c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1632710 Feb 19 05:03:51.373184 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0c108330-1667-4caf-87ce-f7b82ced85a3 req-6a6b6cce-f669-4c45-93ad-b0cdd852dd1f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Feb 19 05:03:51.685269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56038) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:51.708618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.726667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:51.731894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:21affeb1dbdd4fe499bdd8792573746b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:51.735736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:51.742554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:51.851502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.854930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:51.866956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4476ffe3-34ab-4d2a-a7b7-d625743a7de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:51.918978 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21affeb1dbdd4fe499bdd8792573746b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320178 Feb 19 05:03:51.920582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb60b2e-1ae2-4f91-9b12-26fa2ed61864,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:51.923854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56042) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:51.929231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:52.046324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:52.097362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:52.156468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:52.162139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77cf4972-eadb-487b-b2dc-7bee7eaf4d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:52.174822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb60b2e-1ae2-4f91-9b12-26fa2ed61864,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:52.179179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:52.183537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:52.184356 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdb60b2e-1ae2-4f91-9b12-26fa2ed61864 HTTP/1.1" status: 204 len: 168 time: 0.2564805 Feb 19 05:03:52.680497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ff7c-79c4-48e6-af5f-f99f6aaf3393 req-7afcea56-3f98-494c-9db4-496efb3078e6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:52.682416 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9df8ff7c-79c4-48e6-af5f-f99f6aaf3393 req-7afcea56-3f98-494c-9db4-496efb3078e6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1682546 Feb 19 05:03:52.756825 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9df8ff7c-79c4-48e6-af5f-f99f6aaf3393 req-5844b032-1c6c-4559-b62c-377dd1fad02e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612957 Feb 19 05:03:54.038496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffc20-10f9-4eab-a5b2-cdfc07d74f3c req-299f92c0-f496-4817-af3c-5474a60e5371 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:54.041590 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7e5ffc20-10f9-4eab-a5b2-cdfc07d74f3c req-299f92c0-f496-4817-af3c-5474a60e5371 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1392481 Feb 19 05:03:54.124767 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7e5ffc20-10f9-4eab-a5b2-cdfc07d74f3c req-1f9fc47b-4ecd-444f-8920-75099d1f4f4b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Feb 19 05:03:55.348270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06067a-a169-4598-a91b-0f654e47fc0d req-2e2b7114-8796-4fa1-9ae0-fe7f3169feb0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:55.349958 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad06067a-a169-4598-a91b-0f654e47fc0d req-2e2b7114-8796-4fa1-9ae0-fe7f3169feb0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0953007 Feb 19 05:03:55.406071 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad06067a-a169-4598-a91b-0f654e47fc0d req-06f18b69-f50b-4853-8293-d6bae0370327 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 Feb 19 05:03:56.690956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17481ca-5938-418e-8bf9-881fe0f6625d req-f660dce0-2703-4860-bec1-591f02cc856a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:56.694061 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d17481ca-5938-418e-8bf9-881fe0f6625d req-f660dce0-2703-4860-bec1-591f02cc856a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1447084 Feb 19 05:03:56.756438 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d17481ca-5938-418e-8bf9-881fe0f6625d req-8c2a7896-8006-45be-a082-be6a910161fd tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484211 Feb 19 05:03:58.010001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa3c1-7312-450d-b2da-b5bef1f723ff req-42c8011e-04c6-4f2c-87c9-d7cb107781d8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:58.011698 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c2caa3c1-7312-450d-b2da-b5bef1f723ff req-42c8011e-04c6-4f2c-87c9-d7cb107781d8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0926218 Feb 19 05:03:58.066949 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c2caa3c1-7312-450d-b2da-b5bef1f723ff req-4738b77a-91b3-4547-9d68-e606be05206b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 Feb 19 05:03:58.188287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56130) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:58.330897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.347588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:58.352070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f0819269c6449f9a2742a9cbce398c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:58.355406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:58.363049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:58.460172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.464132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.481395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7e5e9649-8e0d-4187-806c-9825bd264595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:58.569950 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6f0819269c6449f9a2742a9cbce398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798990 Feb 19 05:03:58.572571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56138) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:58.572997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b489b1-a194-4567-93d6-a1fcf1a07b24,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:58.588776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.589485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.590164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.590797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.591483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.592160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.593437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.594133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.594799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.595455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.596127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.596838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.597583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.598253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.598936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.599590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.600275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.600959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.601640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.602321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.603001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.603684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.604425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.605090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:03:58.616458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:58.677210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.710036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.767008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.773305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7d3ec4eb-400a-41b8-b064-3460d5c2f2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:58.790616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b489b1-a194-4567-93d6-a1fcf1a07b24,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:58.794061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:58.807315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:58.809663 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-97f254a8-15c5-4c9c-b38d-38c6fdd42a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17b489b1-a194-4567-93d6-a1fcf1a07b24 HTTP/1.1" status: 204 len: 168 time: 0.2354865 Feb 19 05:03:59.237565 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56150) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:59.259054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.276880 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:03:59.282482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4518a27369a44bc0918d4b162251aa40 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:03:59.285942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:03:59.296097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:03:59.369127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ffdfd-4732-4d47-bc74-9948c41dfbc6 req-890886ec-884c-475a-b9d2-2227f157509b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:03:59.371792 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd4ffdfd-4732-4d47-bc74-9948c41dfbc6 req-890886ec-884c-475a-b9d2-2227f157509b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1589503 Feb 19 05:03:59.451489 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.453624 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd4ffdfd-4732-4d47-bc74-9948c41dfbc6 req-9df38771-a79b-4b21-8746-30cc3c0a00dc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735118 Feb 19 05:03:59.455719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.466627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef186bbf-5c38-40db-8f3d-77dd0c67b29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:59.515696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4518a27369a44bc0918d4b162251aa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766972 Feb 19 05:03:59.517566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae9ce5-7956-44bc-acdd-90ca21ebf2d9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:59.520777 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56154) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:03:59.521778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-250946b6-a6c8-4c07-b99a-46b3e3aa18b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:59.595821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.634834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.720267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.729552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-750119be-c0d1-4e6c-8419-379cfd8ab608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:03:59.746524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae9ce5-7956-44bc-acdd-90ca21ebf2d9,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:03:59.751651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:03:59.758219 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:03:59.759812 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fae9ce5-7956-44bc-acdd-90ca21ebf2d9 HTTP/1.1" status: 204 len: 168 time: 0.2367582 Feb 19 05:04:00.691077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019fd1-0958-4313-bbd1-407bdcc54bf2 req-1ae1146e-67db-4cb8-8d8d-c6d114b8ce5c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:00.692916 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a7019fd1-0958-4313-bbd1-407bdcc54bf2 req-1ae1146e-67db-4cb8-8d8d-c6d114b8ce5c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1069770 Feb 19 05:04:00.747016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a7019fd1-0958-4313-bbd1-407bdcc54bf2 req-05eed628-4a9b-4d5f-9b4e-d02801c19710 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Feb 19 05:04:02.032521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b0168-90c9-478c-9489-7b37bfe37e51 req-4cf93eee-0e0f-4533-9bdb-5d0f527310cc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:02.034140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fc6b0168-90c9-478c-9489-7b37bfe37e51 req-4cf93eee-0e0f-4533-9bdb-5d0f527310cc tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1564956 Feb 19 05:04:02.096694 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fc6b0168-90c9-478c-9489-7b37bfe37e51 req-42282f7e-8b18-4aaf-9456-2242f99e069a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Feb 19 05:04:03.319018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d064cb-32c1-45b6-aa0b-19a7994c9492 req-5d6438ad-12bd-40b1-993f-e1c97bf13e98 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:03.320704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2d064cb-32c1-45b6-aa0b-19a7994c9492 req-5d6438ad-12bd-40b1-993f-e1c97bf13e98 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0965192 Feb 19 05:04:03.377774 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2d064cb-32c1-45b6-aa0b-19a7994c9492 req-b3c2498c-f91c-4adb-b3b4-f67c882503b7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Feb 19 05:04:04.044429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:04.600495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4129b42-a87e-4d65-b996-9abd475e21b0 req-dbd21b04-225d-407c-9ae4-2999e31d2377 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:04.602223 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c4129b42-a87e-4d65-b996-9abd475e21b0 req-dbd21b04-225d-407c-9ae4-2999e31d2377 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0967517 Feb 19 05:04:04.682192 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c4129b42-a87e-4d65-b996-9abd475e21b0 req-44a931b5-c314-48cd-b6ca-2ce941e503db tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666797 Feb 19 05:04:05.916398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe4ed2-3a3b-4e5c-8fc9-7ab6cd51d922 req-1b8aea96-97f1-4540-b147-440b35dcd272 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:05.918115 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9dbe4ed2-3a3b-4e5c-8fc9-7ab6cd51d922 req-1b8aea96-97f1-4540-b147-440b35dcd272 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1006451 Feb 19 05:04:05.979067 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9dbe4ed2-3a3b-4e5c-8fc9-7ab6cd51d922 req-4504f7cf-9131-4d3d-a8a3-1b57ee092025 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Feb 19 05:04:07.236908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4a0c-a7cc-4211-852f-797e8efeb560 req-e06b262e-c995-4411-bf2a-0bc8d086543b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:07.238741 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a96d4a0c-a7cc-4211-852f-797e8efeb560 req-e06b262e-c995-4411-bf2a-0bc8d086543b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1171362 Feb 19 05:04:07.297533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a96d4a0c-a7cc-4211-852f-797e8efeb560 req-69d136f3-2f98-489d-bec8-6c707835a3e7 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507040 Feb 19 05:04:08.639612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03783-e604-4a21-b877-c59e9d902a48 req-072142c4-b3b8-4b97-a87c-068a3f483750 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:08.648374 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-66a03783-e604-4a21-b877-c59e9d902a48 req-072142c4-b3b8-4b97-a87c-068a3f483750 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1476376 Feb 19 05:04:08.741808 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-66a03783-e604-4a21-b877-c59e9d902a48 req-88bd408b-f2d8-497f-8763-5ed79120dfc0 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868473 Feb 19 05:04:09.001667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56272) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:09.163337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.184965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:09.189925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Usage tracker for resource:security_group_rule and tenant:850233ead6014ed8bd66ea049c013311 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:09.193218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:09.199207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:09.289732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.292896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.303590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72a2d4d1-f556-40b9-b0f5-2a61e1a9196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:09.349043 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=850233ead6014ed8bd66ea049c013311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461666 Feb 19 05:04:09.350773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b672b-9dd3-49cd-ae39-a5dd918de312,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:09.353950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56278) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:09.354523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:09.431733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.462832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.517318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.526841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-863e513d-d261-43c3-81fd-653f4608949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:09.554984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b672b-9dd3-49cd-ae39-a5dd918de312,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:09.571298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:09.572514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:09.574256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e7b672b-9dd3-49cd-ae39-a5dd918de312 HTTP/1.1" status: 204 len: 168 time: 0.2187281 Feb 19 05:04:10.006636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c399-f70c-4e66-a1c2-87ca0afc20b7 req-e116d999-3b2c-4246-8487-0cc3eb4be5b4 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:10.009926 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f2f8c399-f70c-4e66-a1c2-87ca0afc20b7 req-e116d999-3b2c-4246-8487-0cc3eb4be5b4 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1100035 Feb 19 05:04:10.015872 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56290) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:10.054513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.077848 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f2f8c399-f70c-4e66-a1c2-87ca0afc20b7 req-9dd0fdc1-de30-4918-a42c-cab1ddd0e03c tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562644 Feb 19 05:04:10.085960 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:10.107169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Usage tracker for resource:security_group_rule and tenant:d52da1668e4f4aae85cbd360d51fe300 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:10.107169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:10.109144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:10.215910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.220402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.234900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ce689f4a-a81d-4e43-9b70-9be909acf374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:10.291785 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d52da1668e4f4aae85cbd360d51fe300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741034 Feb 19 05:04:10.292851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50181be1-f608-48c8-8769-216cc2ad13da,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:10.296013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56296) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:10.297911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:10.379273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.411845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.461639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.467125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4e2b501d-cb51-4038-bb9f-8a4517d8098e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:10.485968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50181be1-f608-48c8-8769-216cc2ad13da,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:10.490532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:10.493769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:10.497519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50181be1-f608-48c8-8769-216cc2ad13da HTTP/1.1" status: 204 len: 168 time: 0.1960723 Feb 19 05:04:10.637384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988ce3-9f12-4a25-af1f-027804910a42 req-9812c77d-b7e0-4a74-9e39-6b8fc8ccad41 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:10.639762 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6d988ce3-9f12-4a25-af1f-027804910a42 req-9812c77d-b7e0-4a74-9e39-6b8fc8ccad41 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0999863 Feb 19 05:04:10.702616 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6d988ce3-9f12-4a25-af1f-027804910a42 req-68027882-e25a-40c9-a067-fcfc54fed6d6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466690 Feb 19 05:04:10.785702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5174f42e-65e5-43c7-beca-5fc6879bb046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:11.320957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979948e4-3ef9-46a7-80d0-7e7114dcd6c1 req-6e9cbe74-63bd-4f27-a735-5681721ba620 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:11.322953 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-979948e4-3ef9-46a7-80d0-7e7114dcd6c1 req-6e9cbe74-63bd-4f27-a735-5681721ba620 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0961130 Feb 19 05:04:11.409412 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-979948e4-3ef9-46a7-80d0-7e7114dcd6c1 req-643eed56-3d9f-4423-a4e2-076a5250618a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771728 Feb 19 05:04:11.979418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8a00a-b5c3-402c-8c72-70cef63c0928 req-00af0b32-eda4-434e-8fcb-e206997ee755 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:11.981165 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-49d8a00a-b5c3-402c-8c72-70cef63c0928 req-00af0b32-eda4-434e-8fcb-e206997ee755 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1411245 Feb 19 05:04:12.037305 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-49d8a00a-b5c3-402c-8c72-70cef63c0928 req-571bdeaf-1d38-4cfb-9d9f-5719b40c3e64 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Feb 19 05:04:12.597885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-985234c0-96cf-4ac6-9e71-52f5415d561f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:12.600884 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-985234c0-96cf-4ac6-9e71-52f5415d561f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1627901 Feb 19 05:04:12.696067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b7ff-d72d-4566-889b-e87c35881373 req-3c054886-d589-4196-9dd7-160d103034af tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:12.698489 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7171b7ff-d72d-4566-889b-e87c35881373 req-3c054886-d589-4196-9dd7-160d103034af tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1548851 Feb 19 05:04:12.728540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Deleting port ecf48012-deb8-4ae9-96e2-6252aaf6605c {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:12.728926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:12.769991 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7171b7ff-d72d-4566-889b-e87c35881373 req-3e40b47b-a582-48b6-967d-8781c926dee8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Feb 19 05:04:13.033622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] For port ecf48012-deb8-4ae9-96e2-6252aaf6605c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ecf48012-deb8-4ae9-96e2-6252aaf6605c,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:13.034108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.321020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56372) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:13.479313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:13.480514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9806d-c0f5-4ef4-970c-43b0002d5053 req-7a347402-a64b-47df-bf4f-ae7ec0d8a6d7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:13.482211 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bcd9806d-c0f5-4ef4-970c-43b0002d5053 req-7a347402-a64b-47df-bf4f-ae7ec0d8a6d7 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2397544 Feb 19 05:04:13.485050 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.485469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.485818 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Floating IP 20504ea7-2762-42f3-8f96-e1d34955cf2d disassociated. External IP: 172.28.1.176, port: ecf48012-deb8-4ae9-96e2-6252aaf6605c. Feb 19 05:04:13.486195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Calling delete_port for ecf48012-deb8-4ae9-96e2-6252aaf6605c owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:13.506660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.536719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:13.544708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Usage tracker for resource:security_group_rule and tenant:ca0a7b2d13454ca394cce7c312824696 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:13.550806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:13.561369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:13.596698 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bcd9806d-c0f5-4ef4-970c-43b0002d5053 req-3709ec85-1c58-4e98-bfc5-02b723cfc990 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a5b323-d5c7-46ce-b35d-f32b633fe752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786664 Feb 19 05:04:13.650090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:13.651478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.754026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.759087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.764941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.781184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a2d5091e-8bd2-4bb2-8013-fb0f43a7263c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:13.783390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9596ec14-8df1-4401-a73b-6e6664fe8cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:13.844188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8562294f-77fb-461a-aa77-bfc7725ee689,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:13.891722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca0a7b2d13454ca394cce7c312824696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691421 Feb 19 05:04:13.893226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56382) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:13.894614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:13.920813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-270ad760-51b2-4ad4-a66a-168ff79c9e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:13.966666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'Port': ['ID=ecf48012-deb8-4ae9-96e2-6252aaf6605c,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:13.985338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:13.986416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:13.993868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.058799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: ecf48012-deb8-4ae9-96e2-6252aaf6605c {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:04:14.059949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ecf48012-deb8-4ae9-96e2-6252aaf6605c not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:04:14.073112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.101096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.171840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e361-16ab-43b0-a90c-f41bf886608d req-0da73af7-f312-4117-b53a-ee1e830e4bbb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:14.173627 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba68e361-16ab-43b0-a90c-f41bf886608d req-0da73af7-f312-4117-b53a-ee1e830e4bbb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1826994 Feb 19 05:04:14.234103 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba68e361-16ab-43b0-a90c-f41bf886608d req-40434b2c-51ce-41ec-b80f-39887e52fa7b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Feb 19 05:04:14.268788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.273790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-776688fe-f24d-49fa-b04d-cac800582035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:14.292575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562294f-77fb-461a-aa77-bfc7725ee689,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:14.296875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:14.315593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.317915 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8562294f-77fb-461a-aa77-bfc7725ee689 HTTP/1.1" status: 204 len: 168 time: 0.4217765 Feb 19 05:04:14.544586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb562f1-945c-4de8-8f6c-db8ccf7bb802 req-b96c2c35-4601-4039-abdd-befbac107f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:14.549122 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfb562f1-945c-4de8-8f6c-db8ccf7bb802 req-b96c2c35-4601-4039-abdd-befbac107f0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.1323957 Feb 19 05:04:14.620777 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfb562f1-945c-4de8-8f6c-db8ccf7bb802 req-ae0a69b4-3095-486f-b48c-ceac3d828bbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633457 Feb 19 05:04:14.650807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:04:14.862232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56392) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:14.881796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:14.905467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:14.910161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Usage tracker for resource:security_group_rule and tenant:be711e0c0d9d4133a48f6458d93965ed is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:14.913333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:14.919479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:15.027482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.031268 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eac2c6d6-79e8-47c8-9c35-8cee67dd7470 req-e7318f00-46d1-47a3-825c-bec0fc6461bf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f51833-1ba2-4ceb-97c0-65bc0802d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1324148 Feb 19 05:04:15.032120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.042395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1a605be-d033-447f-aa6f-6a8a4c034b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:15.069357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:04:15.086590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:04:15.106716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:15.108347 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be711e0c0d9d4133a48f6458d93965ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442162 Feb 19 05:04:15.110790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56396) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:15.111102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:15.113850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2465510e-6ab8-49c4-ae09-77b18aac527d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:15.146072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:15.163550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] No DVR routers for this DVR port ecf48012-deb8-4ae9-96e2-6252aaf6605c on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:04:15.169527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.189958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-deleted', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:15.203244 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ce067ca1-3d72-4ab1-b3ce-ce52785b181e req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "DELETE /v2.0/ports/ecf48012-deb8-4ae9-96e2-6252aaf6605c HTTP/1.1" status: 204 len: 173 time: 2.5907366 Feb 19 05:04:15.224819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.282671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.299142 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f51833-1ba2-4ceb-97c0-65bc0802d0c7', 'name': 'network-vif-deleted', 'tag': 'ecf48012-deb8-4ae9-96e2-6252aaf6605c', 'status': 'completed', 'code': 200} Feb 19 05:04:15.386528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.400643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cffc5e70-6c93-4210-b039-79d00a9b2b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:15.408926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:15.428613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465510e-6ab8-49c4-ae09-77b18aac527d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:15.459660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:15.477730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.483559 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2465510e-6ab8-49c4-ae09-77b18aac527d HTTP/1.1" status: 204 len: 168 time: 0.3702707 Feb 19 05:04:15.603958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d910-b21a-4cd3-af55-c983dabe582b req-5249d663-2dc4-4978-9800-746cdaa0de65 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:15.627641 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-13a2d910-b21a-4cd3-af55-c983dabe582b req-5249d663-2dc4-4978-9800-746cdaa0de65 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1644840 Feb 19 05:04:15.778782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:15.796929 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-13a2d910-b21a-4cd3-af55-c983dabe582b req-52e9fa98-976a-485b-8685-c58d7a7eec34 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677427 Feb 19 05:04:15.922079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:15.926282 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:04:15.935456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:15.936812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:16.151600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:16.215631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56416) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:16.302926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.353902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.407963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.422785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-22e9c4a2-f9be-4e40-a6e5-3118baed313d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:16.442652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.443895 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "DELETE /v2.0/security-groups/b8a5b323-d5c7-46ce-b35d-f32b633fe752 HTTP/1.1" status: 204 len: 168 time: 0.2271492 Feb 19 05:04:16.448179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5b323-d5c7-46ce-b35d-f32b633fe752,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:16.448805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56424) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:16.451428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:16.525165 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-9a88fd14-a8e2-404c-b45d-0abcb8f3f304 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] show failed (client error): The resource could not be found. Feb 19 05:04:16.526439 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9a88fd14-a8e2-404c-b45d-0abcb8f3f304 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups/b8a5b323-d5c7-46ce-b35d-f32b633fe752 HTTP/1.1" status: 404 len: 347 time: 0.0763631 Feb 19 05:04:16.530352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56432) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:16.541459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.789910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Deleting port 2706e6b0-969a-4fb1-95c7-f3bc89d6b48b {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:16.790324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:16.802935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:16.808363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503dac6-ffaa-4612-abb0-d2519f88b671 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:04:17.144145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.144707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.288936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc608cc8-7f64-4b42-bd9a-b60c9d9c88b6 req-42120db4-66ca-4d4f-8d37-a97ff3eb89a9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:17.290722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cc608cc8-7f64-4b42-bd9a-b60c9d9c88b6 req-42120db4-66ca-4d4f-8d37-a97ff3eb89a9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.2960525 Feb 19 05:04:17.298987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Calling delete_port for 2706e6b0-969a-4fb1-95c7-f3bc89d6b48b owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:17.400073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2443be-4e62-4bba-b2e8-e577d48a2cde None None] New status for floating IP 20504ea7-2762-42f3-8f96-e1d34955cf2d: DOWN {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:04:17.414491 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cc608cc8-7f64-4b42-bd9a-b60c9d9c88b6 req-2670963f-de02-451b-9559-417a876974c8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851171 Feb 19 05:04:17.517969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:17.542587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.580694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:17.731664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-4b2443be-4e62-4bba-b2e8-e577d48a2cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:04:17.732427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-4b2443be-4e62-4bba-b2e8-e577d48a2cde None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:04:17.777066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:17.777508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.829214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'Port': ['ID=2706e6b0-969a-4fb1-95c7-f3bc89d6b48b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:17.837633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:17.939399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.967834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:17.970654 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "DELETE /v2.0/floatingips/20504ea7-2762-42f3-8f96-e1d34955cf2d HTTP/1.1" status: 204 len: 168 time: 1.4381530 Feb 19 05:04:18.180900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-1b131c6f-2b1b-4cb9-8ef2-62c634fb0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:18.182779 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-1b131c6f-2b1b-4cb9-8ef2-62c634fb0ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56c57e2793f496a928f75291db19aeb&device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 1163 time: 0.0837138 Feb 19 05:04:18.234893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2443be-4e62-4bba-b2e8-e577d48a2cde None None] New status for floating IP 20504ea7-2762-42f3-8f96-e1d34955cf2d: DOWN {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:04:18.284838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56460) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:18.295366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496213278', 'description': 'tempest-description--2017257241'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:18.306173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:18.314088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:18.318254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:18.328468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d368d66-6a1f-47b9-a712-9f1a25ecefff req-9fec0eda-50d5-491f-8645-baeb1e062631 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:18.330427 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5d368d66-6a1f-47b9-a712-9f1a25ecefff req-9fec0eda-50d5-491f-8645-baeb1e062631 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1308761 Feb 19 05:04:18.335000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:18.346267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:18.398146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:18.402642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:18.402899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-52529011-c3c9-48ee-bc91-d99c44a3a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:18.405950 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-52529011-c3c9-48ee-bc91-d99c44a3a3c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 200 len: 913 time: 0.2161524 Feb 19 05:04:18.406241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:18.421341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:18.444520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5d368d66-6a1f-47b9-a712-9f1a25ecefff req-eb617a2c-a1cb-44f2-bba8-a885d980c387 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870059 Feb 19 05:04:18.533431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:18.538052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:18.546746 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-3bf9984d-db43-4b49-aa7e-d5ff7b5b6e7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 200 len: 217 time: 0.1326690 Feb 19 05:04:18.548559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb5f8bb3-f8aa-404f-b4e5-f39cc7e5eeee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:18.638261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba48ec-3044-4ce2-988a-83c59b1006d0,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:18.648431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-21bcab20-0618-409c-a588-b6f61f398a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:18.648702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:18.649261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:18.651179 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-21bcab20-0618-409c-a588-b6f61f398a09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 200 len: 859 time: 0.0973778 Feb 19 05:04:18.652145 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3616402 Feb 19 05:04:18.654020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56464) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:18.667114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group_rule': {'security_group_id': '44ba48ec-3044-4ce2-988a-83c59b1006d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:18.736703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:18.747791 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-8b4bc400-2499-4f72-a041-1db0145ca5b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82665d7e-8f41-4cee-b9c7-35de88200610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883944 Feb 19 05:04:18.749561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:18.753173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:18.785443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:18.877325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:18.964664 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-74101c76-8cca-41ab-8d20-75924783e5b3 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081950 Feb 19 05:04:19.067042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.079268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.085470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:19.113844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e70244-610d-47db-a743-de7d1eee14a9,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:19.123791 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:19.145749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.151790 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4908950 Feb 19 05:04:19.151978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56476) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:19.160748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'security_group_rule': {'security_group_id': '44ba48ec-3044-4ce2-988a-83c59b1006d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:19.179771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:19.189002 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:security_group_rule and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:19.193753 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4b5854cd-3b34-460d-9f45-b08d1410c1ef req-f4bfbf1e-c2b7-42c9-9d95-118a74826556 service neutron] 10.222.0.55 "GET /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167242 Feb 19 05:04:19.194781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:19.202116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:19.221013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.339933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.344895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.347204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7845f2c9-91d4-4fc5-8989-f31daea222ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:19.375346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc2c51-98a7-42d3-978a-9a0fed13272b,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:19.378328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:19.386659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.387854 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-034a6d75-df72-4594-9665-6512fc59b554 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2348807 Feb 19 05:04:19.394320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56484) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:19.400368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:19.406889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:19.411632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Usage tracker for resource:floatingip and tenant:9dfea8bd292446fc8db4fc027f6409ff is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:19.415082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:19.422109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:19.433773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.690933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:19.713600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670938-708e-4fc0-b616-fdafb9f047cc req-4a04bbe0-56fa-4cdc-904b-c1652b845e53 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:19.715322 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8f670938-708e-4fc0-b616-fdafb9f047cc req-4a04bbe0-56fa-4cdc-904b-c1652b845e53 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1320329 Feb 19 05:04:19.774407 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8f670938-708e-4fc0-b616-fdafb9f047cc req-9d3140c2-4684-486b-81ae-6400afab52e7 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Feb 19 05:04:19.844411 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd97623-c759-4aa5-9228-866c0e3d4d6e req-9026d42a-abd1-4563-8854-64d5904731c9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:19.846129 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcd97623-c759-4aa5-9228-866c0e3d4d6e req-9026d42a-abd1-4563-8854-64d5904731c9 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.2473714 Feb 19 05:04:19.983168 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcd97623-c759-4aa5-9228-866c0e3d4d6e req-e323994b-0ff6-4886-9658-ea460246bcaf tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192241 Feb 19 05:04:20.075667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Allocated IP 172.28.1.206 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/74072f18-3adc-401d-807c-1afaed623691) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:04:20.254673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:20.288275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:20.304850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:20.457013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=74072f18-3adc-401d-807c-1afaed623691,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:20.463072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:20.524572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:04:20.525939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:04:20.528606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:04:20.642544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:20.718094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:21.062831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:21.067049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:21.086300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5a2596b-8b89-4f6c-9a2a-b52341f40efd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:21.094414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f09f30-4f99-461f-896c-babc9a8ef352 req-76b55112-34e4-4ad9-9584-0f23ee56dc09 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:21.103676 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92f09f30-4f99-461f-896c-babc9a8ef352 req-76b55112-34e4-4ad9-9584-0f23ee56dc09 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1467357 Feb 19 05:04:21.152133 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92f09f30-4f99-461f-896c-babc9a8ef352 req-8a326105-9d6e-460b-85c2-6db9a7b36008 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Feb 19 05:04:21.512678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=74072f18-3adc-401d-807c-1afaed623691,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:21.520090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:21.585057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3761c5-5b02-4434-a72e-46be1edfc356 req-6cb7105a-f2f7-470e-b723-919ea08ca105 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:21.586818 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dc3761c5-5b02-4434-a72e-46be1edfc356 req-6cb7105a-f2f7-470e-b723-919ea08ca105 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1887224 Feb 19 05:04:21.687392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:21.709265 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dc3761c5-5b02-4434-a72e-46be1edfc356 req-7a9b28aa-5f65-48bb-a2e1-0d8f93fdf5c1 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Feb 19 05:04:21.723871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:21.725838 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3300996 Feb 19 05:04:22.032773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-8217b4ab-43d4-4f77-b280-04dacbca4810 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:22.051675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-8217b4ab-43d4-4f77-b280-04dacbca4810 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:22.053247 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-8217b4ab-43d4-4f77-b280-04dacbca4810 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1496213278&fields=id&tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 267 time: 0.0805066 Feb 19 05:04:22.197335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-f7d65b00-32b0-4bdd-b5d9-2c0885c28fbe tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:22.201852 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-f7d65b00-32b0-4bdd-b5d9-2c0885c28fbe tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.1321700 Feb 19 05:04:22.312465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-6b572267-2cd8-49a4-a653-b88eea9729e6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:22.315238 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-6b572267-2cd8-49a4-a653-b88eea9729e6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 817 time: 0.2541652 Feb 19 05:04:22.343151 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-d3e40131-6435-4e77-a713-ae220f4149aa tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/quotas/9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 375 time: 0.0199339 Feb 19 05:04:22.426684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Deleting port ee781318-b88c-4c6d-960b-92598021430c {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:22.427209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:22.580543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd72c6-6fd1-417b-b9fa-85fff6f789fe req-69e1ba1a-0148-411a-b806-39211a9caea1 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:22.582344 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5bcd72c6-6fd1-417b-b9fa-85fff6f789fe req-69e1ba1a-0148-411a-b806-39211a9caea1 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 946 time: 0.2455842 Feb 19 05:04:22.681802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-10095e53-67de-4cd9-ba8d-22a95d9d52d2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:22.699223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-10095e53-67de-4cd9-ba8d-22a95d9d52d2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:22.700714 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-10095e53-67de-4cd9-ba8d-22a95d9d52d2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3437905 Feb 19 05:04:22.749288 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5bcd72c6-6fd1-417b-b9fa-85fff6f789fe req-dcb31369-75d4-439f-b684-476a91eb5bbf tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc584685-6bd4-4896-af46-08ff46ce9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414669 Feb 19 05:04:22.805654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] For port ee781318-b88c-4c6d-960b-92598021430c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ee781318-b88c-4c6d-960b-92598021430c,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:22.806158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:22.913410 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-70e675e0-7b70-4b57-b042-c2f50708dc40 service neutron] 10.222.0.13 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975622 Feb 19 05:04:23.073681 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-6a47d0c6-e328-410a-99fe-a93057312f3e service neutron] 10.222.0.13 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533544 Feb 19 05:04:23.207629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517a771-e851-407a-97e5-e6cada1f5ede req-cec7a143-c7a3-4554-9e55-bfdaac48d743 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:23.209231 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7517a771-e851-407a-97e5-e6cada1f5ede req-cec7a143-c7a3-4554-9e55-bfdaac48d743 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.3287992 Feb 19 05:04:23.277831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:23.278303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:23.280521 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Floating IP 1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5 disassociated. External IP: 172.28.1.238, port: ee781318-b88c-4c6d-960b-92598021430c. Feb 19 05:04:23.280521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Calling delete_port for ee781318-b88c-4c6d-960b-92598021430c owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:23.336521 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7517a771-e851-407a-97e5-e6cada1f5ede req-ad0f7912-436c-4de7-814b-997e371cb71e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205146 Feb 19 05:04:23.367425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ee781318-b88c-4c6d-960b-92598021430c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:23.415486 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f9ade218-3549-4a78-9b54-51b913fede21 req-99d2f415-36ce-435c-8f27-1b30f754cbea tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.1067159 Feb 19 05:04:23.564639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:23.585668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:23.589673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Port ee781318-b88c-4c6d-960b-92598021430c update to DOWN by agent not found {{(pid=83986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 19 05:04:23.681466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:04:23.804395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'Port': ['ID=ee781318-b88c-4c6d-960b-92598021430c,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:23.809223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:24.121157 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7d635094-e9b2-4ca0-945d-2ea607a25853 req-7f0552db-0902-4f1d-843e-d643eed553c6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 210 time: 0.0929418 Feb 19 05:04:24.352207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:04:24.695073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-726c9dac-e717-4451-8d42-68a8029fd68b req-3d23eb8e-cd43-4751-9bf1-9c6a6108fc9f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.1350312 Feb 19 05:04:24.735236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:04:24.746704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:04:24.760759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:24.761839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:24.777251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] No DVR routers for this DVR port ee781318-b88c-4c6d-960b-92598021430c on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:04:24.780442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:24.792528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'name': 'network-vif-deleted', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:24.801020 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f05d45f-17e7-4855-a1fc-cbe5627e2189 req-a57f8b6b-12c9-4c9d-b67c-47292672d2d3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "DELETE /v2.0/ports/ee781318-b88c-4c6d-960b-92598021430c HTTP/1.1" status: 204 len: 173 time: 2.5930865 Feb 19 05:04:24.856158 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b288df-79d4-4e01-8bb0-a18726bf1d44', 'name': 'network-vif-deleted', 'tag': 'ee781318-b88c-4c6d-960b-92598021430c', 'status': 'completed', 'code': 200} Feb 19 05:04:24.998182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:25.367614 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-be64d494-870c-41fc-96aa-e09e433d7d48 req-2e08cfcb-1b7f-4aad-a1f4-2e82952b867b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9b288df-79d4-4e01-8bb0-a18726bf1d44 HTTP/1.1" status: 200 len: 210 time: 0.0904233 Feb 19 05:04:25.641807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:25.648164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:04:25.668633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:25.669837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:25.932425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6c93ce39-2756-4e2d-b8ab-eeaa8ee155b3 req-9ddbbc59-ad8b-4a23-a02d-e82559d191ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:25.952499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6c93ce39-2756-4e2d-b8ab-eeaa8ee155b3 req-9ddbbc59-ad8b-4a23-a02d-e82559d191ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:25.954407 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6c93ce39-2756-4e2d-b8ab-eeaa8ee155b3 req-9ddbbc59-ad8b-4a23-a02d-e82559d191ab tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.1251786 Feb 19 05:04:25.975632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:26.436984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:26.444899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96fff7-a8a8-4ec7-9331-9a81e93b6d19 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:04:26.530534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56618) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:26.623770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:26.666250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:26.729513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:26.734131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e3ee6266-cc47-42eb-b304-a0e48d2ef14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:26.752924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc584685-6bd4-4896-af46-08ff46ce9315,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:26.766169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.766583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.766996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.767412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.767854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.768276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.768674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.769069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.769465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.769859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.770257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.770655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.771095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.771486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.771877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.772293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.772680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.773068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.773460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.773845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.774234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.774622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.775010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.775395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:26.780958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:26.783207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:26.784589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b223128d-8031-4072-aef7-d3f6e58756b3 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc584685-6bd4-4896-af46-08ff46ce9315 HTTP/1.1" status: 204 len: 168 time: 0.2525170 Feb 19 05:04:26.787781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56622) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:26.810875 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-254417bf-94ed-4953-a15d-dc58b8d0cee9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] show failed (client error): The resource could not be found. Feb 19 05:04:26.812934 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-254417bf-94ed-4953-a15d-dc58b8d0cee9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups/cc584685-6bd4-4896-af46-08ff46ce9315 HTTP/1.1" status: 404 len: 347 time: 0.0232882 Feb 19 05:04:26.816244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56626) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:26.880607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc712b23-1dd8-403f-b8e8-734e1c7554e9 None None] New status for floating IP 1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5: DOWN {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:04:27.107417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Deleting port d96b4bc7-a01f-488d-b67e-1ddeadc123c2 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:27.108014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:27.480762 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-30991850-4a7b-44aa-85e6-2b51039f5e21 req-d7b6a32b-e042-4570-89c8-a31440b25906 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.0999980 Feb 19 05:04:27.525553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:27.526051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:27.671019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Calling delete_port for d96b4bc7-a01f-488d-b67e-1ddeadc123c2 owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:27.852141 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:27.868258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:27.975863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'Port': ['ID=d96b4bc7-a01f-488d-b67e-1ddeadc123c2,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:27.986471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:28.106166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.121940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.123400 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b3297e5-a4f8-4fa5-8c70-d53ab878b5b5 HTTP/1.1" status: 204 len: 168 time: 1.3058543 Feb 19 05:04:28.453991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56654) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:28.462513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004493004', 'description': 'tempest-description--669039062'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:28.470364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:28.477993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:28.481551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:28.488579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:28.500551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.528937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:28.535785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:28.539903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:28.548544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:28.671534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-dece74ff-898d-4f6f-93a4-6fcbc9eb7e35 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:28.672686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-dece74ff-898d-4f6f-93a4-6fcbc9eb7e35 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:network {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:28.764996 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9d40b6a4-8e24-4da8-80ab-8076037ae1e7 req-0c74e092-6a48-415f-98c1-4d7b5696d573 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.0762227 Feb 19 05:04:28.768833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.775224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.787063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-dece74ff-898d-4f6f-93a4-6fcbc9eb7e35 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:network {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:28.787934 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-dece74ff-898d-4f6f-93a4-6fcbc9eb7e35 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 817 time: 0.4019907 Feb 19 05:04:28.792174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5658f7d2-66c9-4031-a323-20150e84ea4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:28.849841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c092f-e90f-453d-809e-b3d34492cf08,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:28.853555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:28.860248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:28.866609 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4110148 Feb 19 05:04:28.867333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56668) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:28.883222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group_rule': {'security_group_id': '8e6c092f-e90f-453d-809e-b3d34492cf08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:28.900649 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:28.900984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-e10f1aed-3f35-4f9c-9259-69c63f4395e8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:28.908901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:28.916520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:28.918028 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-e10f1aed-3f35-4f9c-9259-69c63f4395e8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:28.919544 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-e10f1aed-3f35-4f9c-9259-69c63f4395e8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 5705 time: 0.1169431 Feb 19 05:04:28.924782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:28.941786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'port': {'device_id': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'admin_state_up': True, 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'security_groups': ['44ba48ec-3044-4ce2-988a-83c59b1006d0']}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:28.954201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.048925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.054864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.058772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:29.087397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ef8d45-8f79-4cd9-842d-cadf76c0b3a7,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:29.093451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:29.101505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.102848 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-091ed29d-0481-4667-abe0-369b244c2f23 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344215 Feb 19 05:04:29.108515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56674) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:29.114803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'security_group_rule': {'security_group_id': '8e6c092f-e90f-453d-809e-b3d34492cf08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:29.121998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:29.127503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:security_group_rule and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:29.131504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:29.138720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:29.158930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.251229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.254952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.262035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-579cb24d-597b-476b-8d85-ae2669efbab3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:29.285568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe3fed8-dbcb-46ee-957b-10e9a03438e6,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:29.288450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:29.298147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.299852 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899331 Feb 19 05:04:29.304446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56678) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:29.310755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:29.317591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:29.322153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Usage tracker for resource:floatingip and tenant:eb191c5944ab4a1e8b2bc5bec866d20c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:29.325585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:29.332592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:29.344451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.444127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:29.466383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef4a3-b0ed-406f-a8c4-876ddc76e9fd req-6ef1dac4-b565-4bf2-a1ba-38449f651b5d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:29.468710 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-19aef4a3-b0ed-406f-a8c4-876ddc76e9fd req-6ef1dac4-b565-4bf2-a1ba-38449f651b5d tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.1763139 Feb 19 05:04:29.470417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:29.503710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Made reservation on behalf of 9dfea8bd292446fc8db4fc027f6409ff for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:04:29.510547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.531569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:29.580481 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-19aef4a3-b0ed-406f-a8c4-876ddc76e9fd req-ef1c7082-024f-4cf2-937e-00c1979f40d3 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Feb 19 05:04:29.906169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Allocated IP 172.20.0.12 (b3240e77-5f85-453f-a4eb-fb6729c35700/248a2d8b-c61e-4a1d-9c3f-deb49d19be66/18b58c29-bbd3-4fdb-892f-bdc1bb7db788) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:04:29.954215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Allocated IP 172.28.1.187 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/861f820a-5402-4779-84e2-07e93cf0e297) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:04:30.061928 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ecd2fa40-264e-4c3c-81fe-f9b9c23264bb req-08fc4072-0a72-42eb-b351-b34347a53219 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.1116741 Feb 19 05:04:30.212181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.231830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Transition to ACTIVE for port object 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:04:30.275005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.296502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0067cb1-4b36-4c2d-89ba-b9156fc5f78c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:30.357134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.416247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.446576 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-728117db-83a5-4c97-83c3-c08bd8bd70dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:30.452089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:30.460300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:30.556515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Network b3240e77-5f85-453f-a4eb-fb6729c35700 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:04:30.558152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:04:30.561657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:04:30.591894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56690) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:30.686296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:30.686998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.747641 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8162239 Feb 19 05:04:30.774919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=861f820a-5402-4779-84e2-07e93cf0e297,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:30.789603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:30.823077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Request body: {'port': {'device_id': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:30.838971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:04:30.840276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:04:30.843276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:04:30.903954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.908824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4cd8f979-df76-4c64-b113-88a10081adee None None] Provisioning for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:04:30.916124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4cd8f979-df76-4c64-b113-88a10081adee None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:30.916793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f979-df76-4c64-b113-88a10081adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.931162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:30.955746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:30.983719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Usage tracker for resource:security_group_rule and tenant:759a57d86279467ba7ae602d26367f35 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:30.990784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4cd8f979-df76-4c64-b113-88a10081adee None None] Port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:04:31.002913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:31.029966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:31.061969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.067451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.095990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed14bf1-13ab-41b8-be0d-dc86f3e9aa3b req-bc30c210-31bc-4db2-b5ee-6a1024c62f9e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:31.097741 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7ed14bf1-13ab-41b8-be0d-dc86f3e9aa3b req-bc30c210-31bc-4db2-b5ee-6a1024c62f9e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.3398333 Feb 19 05:04:31.278129 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7ed14bf1-13ab-41b8-be0d-dc86f3e9aa3b req-243449f4-e59e-4e49-9f99-5d983ee7407b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406865 Feb 19 05:04:31.401256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 25334474-9066-44a6-9907-91f4bf77de98 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:31.431223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.444659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.463821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:31.647228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.711755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25334474-9066-44a6-9907-91f4bf77de98'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:31.732383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147419b-565f-46c4-83b4-8859663fdd95,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:31.739850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:31.742444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 25334474-9066-44a6-9907-91f4bf77de98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=25334474-9066-44a6-9907-91f4bf77de98,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:31.745292 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759a57d86279467ba7ae602d26367f35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1519077 Feb 19 05:04:31.751894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.752309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56704) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:31.754971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:31.861824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e9139-0801-4fec-beb8-7295069acb3b req-6a60fc57-e769-437a-836d-6b36ee0bd03c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:31.863530 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-615e9139-0801-4fec-beb8-7295069acb3b req-6a60fc57-e769-437a-836d-6b36ee0bd03c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 932 time: 0.5957148 Feb 19 05:04:31.871414 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25334474-9066-44a6-9907-91f4bf77de98', 'code': 200} Feb 19 05:04:31.875997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-4a8b50aa-6aac-46be-a314-008775e8fb48 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:31.877592 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-4a8b50aa-6aac-46be-a314-008775e8fb48 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 945 time: 0.5146046 Feb 19 05:04:31.900904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:31.910352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.911049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.911427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.911808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.912187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.912627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.912976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.913531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.913900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.914236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.914874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.915239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.915655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.916029 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.916424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.916789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.917152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.917528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.917877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.918240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.918602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.918964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.919319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.920076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:04:31.924702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:31.985609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:31.985609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.010906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:04:32.011273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.023360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.033970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:32.040556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Transition to ACTIVE for port object 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:04:32.043745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.062339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f98e0c10-61c6-4fc0-80b3-fc5eeb002313 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:32.179949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Deleting port 25334474-9066-44a6-9907-91f4bf77de98 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:32.180421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.205974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:32.209317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.211367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:32.258878 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-615e9139-0801-4fec-beb8-7295069acb3b req-0c0e1daa-5243-4237-9c94-0a47708dcdb4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685663 Feb 19 05:04:32.311800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=861f820a-5402-4779-84e2-07e93cf0e297,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:32.322556 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:32.453765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.504726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Attempting to bind port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:32.505105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Attempting to bind port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:04:32.505476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Attempting to bind port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 on network b3240e77-5f85-453f-a4eb-fb6729c35700 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:04:32.514265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e95dbe52-3e21-4ef7-b182-c92fb0f34565 tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:32.514531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:04:32.515044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Checking segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:04:32.515503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.515908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Bound using segment: {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:04:32.516438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Bound port: 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977f8af-5067-4ea6-8ea3-c1c6f7130f14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:04:32.516823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.545599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147419b-565f-46c4-83b4-8859663fdd95,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:32.584023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:32.631718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089da3-f74c-4f2e-bb77-f059e5ade323 req-5f4285fa-16fc-490d-86a2-09eb1a3dfe19 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:32.633458 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99089da3-f74c-4f2e-bb77-f059e5ade323 req-5f4285fa-16fc-490d-86a2-09eb1a3dfe19 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 943 time: 0.2021015 Feb 19 05:04:32.652512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.653746 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-88cc9efe-4405-4883-b9e6-ded3b7cb2ff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8147419b-565f-46c4-83b4-8859663fdd95 HTTP/1.1" status: 204 len: 168 time: 0.8978474 Feb 19 05:04:32.671099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:04:32.680157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.687281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] For port 25334474-9066-44a6-9907-91f4bf77de98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=25334474-9066-44a6-9907-91f4bf77de98,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:32.687693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.696520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:04:32.706941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.726226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:32.761510 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-99089da3-f74c-4f2e-bb77-f059e5ade323 req-3bd2f5d9-44ea-4ca4-ac1f-c9c950e79586 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172235 Feb 19 05:04:32.835338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.845206 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5311046 Feb 19 05:04:32.845644 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Calling delete_port for 25334474-9066-44a6-9907-91f4bf77de98 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:32.894633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:32.910645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:32.954837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:32.955591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:32.957205 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-129278d4-f781-4347-ab80-0800b3162808 service neutron] 10.222.0.55 "PUT /v2.0/ports/18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 1158 time: 2.1476932 Feb 19 05:04:32.957778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:33.149563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:33.169529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:33.188816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-e9837192-e42c-4cce-8546-d3c01a2136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:33.190566 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-e9837192-e42c-4cce-8546-d3c01a2136b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1161 time: 0.1577649 Feb 19 05:04:33.199361 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-30d17cd4-2838-4301-b424-9bd5f0fcb601 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2004493004&fields=id&tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 267 time: 0.0637105 Feb 19 05:04:33.285820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Pushing event deleted for resources: {'Port': ['ID=25334474-9066-44a6-9907-91f4bf77de98,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:33.297060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:33.298140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'status': 'completed', 'code': 200} Feb 19 05:04:33.362734 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-536b6729-d76d-442c-bf7c-5c22ce123acd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 217 time: 0.1568348 Feb 19 05:04:33.447486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] No DVR routers for this DVR port 25334474-9066-44a6-9907-91f4bf77de98 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:04:33.456399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:33.459564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-deleted', 'tag': '25334474-9066-44a6-9907-91f4bf77de98'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:33.495636 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-43f59aeb-a710-40a5-936d-d1d83c7f8d4b req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "DELETE /v2.0/ports/25334474-9066-44a6-9907-91f4bf77de98 HTTP/1.1" status: 204 len: 173 time: 1.6072083 Feb 19 05:04:33.521784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73427b-5d8f-4154-b711-f0d2267decb2 req-083a9d62-c228-4be9-88f2-7034754be843 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:33.523465 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ca73427b-5d8f-4154-b711-f0d2267decb2 req-083a9d62-c228-4be9-88f2-7034754be843 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1230071 Feb 19 05:04:33.580023 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ca73427b-5d8f-4154-b711-f0d2267decb2 req-3fa66ccf-e6cf-46c3-a56c-a3928d7eb334 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481021 Feb 19 05:04:33.664142 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286ad6be-2aa7-4388-be1e-df3546be33f3', 'name': 'network-vif-deleted', 'tag': '25334474-9066-44a6-9907-91f4bf77de98', 'status': 'completed', 'code': 200} Feb 19 05:04:33.692208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-58a19e38-4c97-44d8-9d6d-6c0238a19ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:33.693429 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-58a19e38-4c97-44d8-9d6d-6c0238a19ef9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1098771 Feb 19 05:04:33.765917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-c2b6e970-c54b-453d-9042-0f101c4a7cbf tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:33.767533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-c2b6e970-c54b-453d-9042-0f101c4a7cbf tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 809 time: 0.4940829 Feb 19 05:04:33.790237 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-cb00eec1-0dbf-4813-8405-d28749a0aaff tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/quotas/eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 375 time: 0.0140994 Feb 19 05:04:33.869875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-0057fde2-24ff-459c-9415-548262d41095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:33.871399 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-0057fde2-24ff-459c-9415-548262d41095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1651449 Feb 19 05:04:33.955267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-81596cf0-74eb-408e-953d-cee9bd7aa3f5 req-e54b7bad-a488-49fd-8949-b3769f71cba8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Synchronizing usage tracker for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:33.972026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-81596cf0-74eb-408e-953d-cee9bd7aa3f5 req-e54b7bad-a488-49fd-8949-b3769f71cba8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Unset dirty status for tenant:d56c57e2793f496a928f75291db19aeb on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:33.973349 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-81596cf0-74eb-408e-953d-cee9bd7aa3f5 req-e54b7bad-a488-49fd-8949-b3769f71cba8 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=286ad6be-2aa7-4388-be1e-df3546be33f3 HTTP/1.1" status: 200 len: 210 time: 0.0703583 Feb 19 05:04:33.994943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-34970be9-ec20-4832-be86-8150cb3a406f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:34.054254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:34.055826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-34970be9-ec20-4832-be86-8150cb3a406f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:34.059093 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-34970be9-ec20-4832-be86-8150cb3a406f tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2600460 Feb 19 05:04:34.068256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-729b427d-0140-4fa0-b455-0994c511ebc5 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870773 Feb 19 05:04:34.334091 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-91f819a2-e667-48e2-ae43-0874a4517116 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632484 Feb 19 05:04:34.337539 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b26425-a710-48d7-9ced-0cee0e4bbe5d req-3eec3fbf-11a8-411b-be61-f713ae157214 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416627 Feb 19 05:04:34.543369 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-1d3e0ef1-b02a-4675-8267-5d7608f44090 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2023520 Feb 19 05:04:34.553340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-4a2ba98b-ace4-4876-aa41-26bcc6f34f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:34.554988 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-4a2ba98b-ace4-4876-aa41-26bcc6f34f1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1161 time: 0.1242933 Feb 19 05:04:34.760269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-a6f04b47-3a67-4fdc-bb1f-f57c92574343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:34.762041 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-a6f04b47-3a67-4fdc-bb1f-f57c92574343 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.2003326 Feb 19 05:04:34.842332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a328-8176-401c-8d18-38488d4ec9a9 req-d78ca1bc-178b-4e50-afaa-2834c924e5eb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:34.844089 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8df5a328-8176-401c-8d18-38488d4ec9a9 req-d78ca1bc-178b-4e50-afaa-2834c924e5eb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1061468 Feb 19 05:04:34.861148 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c52972f4-b574-4b47-aa39-166997563d2a req-de2e27fd-e0fe-46f2-816c-a56e42c739e6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 210 time: 0.1386404 Feb 19 05:04:34.862472 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-ee52604e-3cf6-4b2b-99c2-9557e2241b1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 217 time: 0.0931756 Feb 19 05:04:34.905668 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8df5a328-8176-401c-8d18-38488d4ec9a9 req-21cc591f-f7fb-45b5-8fa0-2b7196389216 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547361 Feb 19 05:04:34.942178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-2035103b-08f5-4b9f-9600-a114eba6f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:34.943877 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-2035103b-08f5-4b9f-9600-a114eba6f1cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.0708606 Feb 19 05:04:35.045070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-43e2cfbd-60b0-4c0c-a03e-a0bee4e87b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:35.046803 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-43e2cfbd-60b0-4c0c-a03e-a0bee4e87b19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940828 Feb 19 05:04:35.198275 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-03ea1ac8-1582-4894-9844-bdd1542873e5 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434860 Feb 19 05:04:35.352808 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f44e8267-2e1d-42a7-976e-86684b59f567 req-3c0f8ebf-15b2-47d5-8064-c1644b1517c5 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401460 Feb 19 05:04:35.482268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8321f-22b4-449b-8068-3f336f2dec38 req-d3f6e304-a1d6-44d6-8ad6-096040350d1e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:35.484106 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fba8321f-22b4-449b-8068-3f336f2dec38 req-d3f6e304-a1d6-44d6-8ad6-096040350d1e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0881245 Feb 19 05:04:35.539435 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fba8321f-22b4-449b-8068-3f336f2dec38 req-36e8569d-c673-45db-86bd-e59788a099fd tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Feb 19 05:04:36.053011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cc59b3f4-8daa-4c9a-a12d-8897ef3aee90 req-94cb1ff0-72f3-4e9c-80ef-4b6c5c665863 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:36.068202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cc59b3f4-8daa-4c9a-a12d-8897ef3aee90 req-94cb1ff0-72f3-4e9c-80ef-4b6c5c665863 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:36.069311 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cc59b3f4-8daa-4c9a-a12d-8897ef3aee90 req-94cb1ff0-72f3-4e9c-80ef-4b6c5c665863 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 210 time: 0.0669374 Feb 19 05:04:36.248354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260356b-a02f-4296-a239-c21efc2160e5 req-b25214c4-2ed9-4f57-b54d-cb2d774a5661 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:36.249033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1260356b-a02f-4296-a239-c21efc2160e5 req-b25214c4-2ed9-4f57-b54d-cb2d774a5661 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Synchronizing usage tracker for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:36.258358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-ee82820e-a793-439c-b029-0d34befab1ac tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:36.260120 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-ee82820e-a793-439c-b029-0d34befab1ac tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 809 time: 0.1996505 Feb 19 05:04:36.271821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1260356b-a02f-4296-a239-c21efc2160e5 req-b25214c4-2ed9-4f57-b54d-cb2d774a5661 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Unset dirty status for tenant:9dfea8bd292446fc8db4fc027f6409ff on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:36.273063 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1260356b-a02f-4296-a239-c21efc2160e5 req-b25214c4-2ed9-4f57-b54d-cb2d774a5661 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.2503493 Feb 19 05:04:36.352711 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1260356b-a02f-4296-a239-c21efc2160e5 req-bc32ccae-5003-460a-ac95-0f7d55db6e25 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727079 Feb 19 05:04:36.384835 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-88d13e99-cffe-41fe-b0f3-fb3ebee3f85e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c HTTP/1.1" status: 200 len: 5704 time: 0.0904050 Feb 19 05:04:36.398405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'port': {'device_id': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'admin_state_up': True, 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'security_groups': ['8e6c092f-e90f-453d-809e-b3d34492cf08']}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:36.539893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:36.550054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:36.558634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Made reservation on behalf of eb191c5944ab4a1e8b2bc5bec866d20c for: {'port': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:04:36.565028 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:36.756887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c68ec-2b9d-4d0e-863f-bf225cce2c5f req-89b66bf0-d277-4ed6-9ad7-ca52fe152726 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:36.758550 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-933c68ec-2b9d-4d0e-863f-bf225cce2c5f req-89b66bf0-d277-4ed6-9ad7-ca52fe152726 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0995781 Feb 19 05:04:36.817746 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-933c68ec-2b9d-4d0e-863f-bf225cce2c5f req-3b6bea45-3702-426e-a981-9845fdec001b tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Feb 19 05:04:36.896468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Allocated IP 172.20.0.13 (bf2b755b-5e50-4005-a4db-5cbf62e07491/451a751d-79ac-4196-b209-07a04fbe9c22/e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:04:37.105369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:37.125076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Transition to ACTIVE for port object e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:04:37.149485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:37.169304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8095ba54-aca1-4b03-81f1-0370d7051e15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:37.376878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event updated for resources: {'Port': ['ID=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:37.382090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:37.584332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc4e06-d4a1-4cf5-98ed-1a07bff31b02 req-2e064909-1468-42c4-84de-87a108836f7e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:37.586044 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-58bc4e06-d4a1-4cf5-98ed-1a07bff31b02 req-2e064909-1468-42c4-84de-87a108836f7e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1082408 Feb 19 05:04:37.649367 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-58bc4e06-d4a1-4cf5-98ed-1a07bff31b02 req-24868cd5-19e6-4344-9231-39cddebf2941 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549648 Feb 19 05:04:37.662941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fefe3-ee29-4cf2-9dd0-1da23428adf0 req-4383e8f4-8c24-45a7-991a-85bb2a9f734a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:37.664546 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf5fefe3-ee29-4cf2-9dd0-1da23428adf0 req-4383e8f4-8c24-45a7-991a-85bb2a9f734a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 932 time: 0.4620581 Feb 19 05:04:37.675831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:04:37.689409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:04:37.693033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:04:37.769664 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf5fefe3-ee29-4cf2-9dd0-1da23428adf0 req-45a7dd8f-788d-4f54-a161-69302f5238e5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966012 Feb 19 05:04:37.779914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:37.780623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:37.812547 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4183171 Feb 19 05:04:37.832515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Request body: {'port': {'device_id': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:37.921840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-af1173a7-eda5-40d1-bc75-f304073c2358 None None] Provisioning for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:04:37.927228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-af1173a7-eda5-40d1-bc75-f304073c2358 None None] Provisioning complete for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:37.927649 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af1173a7-eda5-40d1-bc75-f304073c2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:37.959656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:37.990600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-af1173a7-eda5-40d1-bc75-f304073c2358 None None] Port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:04:38.029710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478f3c-3c31-44f0-9756-79d229dc810f req-196e6d57-4f72-4155-83c9-3b32d89b3dfb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:38.031430 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-13478f3c-3c31-44f0-9756-79d229dc810f req-196e6d57-4f72-4155-83c9-3b32d89b3dfb tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0891857 Feb 19 05:04:38.053281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:38.082466 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-13478f3c-3c31-44f0-9756-79d229dc810f req-75a4403a-f564-4162-86ff-c918a2a1f852 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Feb 19 05:04:38.137102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:04:38.142891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:38.143309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.270768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.300806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:38.311168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:38.314682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.316333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5b978cc7-eff9-4fe4-a5cb-e596422827c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:38.353908 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'code': 200} Feb 19 05:04:38.387230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 {{(pid=83984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:04:38.390075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:38.393750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:38.396181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.409125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Transition to ACTIVE for port object e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:04:38.411787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.431006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a2de05-1d06-4e3c-8af1-508d9e02e8f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:38.568278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Pushing event updated for resources: {'Port': ['ID=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:38.573465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:38.665334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d610d9-723a-4082-91d6-dc7915071fc1 req-e5bd0abf-1c3e-41f7-8ee9-8e0b225c37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:38.667105 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-83d610d9-723a-4082-91d6-dc7915071fc1 req-e5bd0abf-1c3e-41f7-8ee9-8e0b225c37b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1163 time: 0.0898216 Feb 19 05:04:38.722278 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-83d610d9-723a-4082-91d6-dc7915071fc1 req-a4ee4adb-e439-4bc4-a32b-ab4b82ba3c12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Feb 19 05:04:38.771849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Attempting to bind port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:38.772251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Attempting to bind port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:04:38.772600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Attempting to bind port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 on network bf2b755b-5e50-4005-a4db-5cbf62e07491 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:04:38.779180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:04:38.779533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Checking segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:04:38.779937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.780501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Bound using segment: {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:04:38.780982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Bound port: e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cca9c5-580d-42fe-8b77-7b308257c8f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:04:38.781354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.870421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235f351-1639-42ca-a78a-adc2466a3502 req-0d88aa36-4a8f-4e19-82c3-a2f2969026ae tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:38.872067 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d235f351-1639-42ca-a78a-adc2466a3502 req-0d88aa36-4a8f-4e19-82c3-a2f2969026ae tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0958209 Feb 19 05:04:38.891279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] For port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434, host hv-cinder-77642, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:04:38.894760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] For port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:04:38.898530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:38.916361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-238a0dc1-25b1-4f19-b915-7fe1fc1f5acc tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:38.925096 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d235f351-1639-42ca-a78a-adc2466a3502 req-c8c27f2c-4ad5-4b10-afd7-74010f15c11e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 Feb 19 05:04:39.118588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Pushing event updated for resources: {'Port': ['ID=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:39.126184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:39.182921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92185d1b-4c45-46b0-9135-48e9563be52c req-b5b3ba02-aa5d-41ad-875e-1e2a0b9be709 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.183688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-92185d1b-4c45-46b0-9135-48e9563be52c req-b5b3ba02-aa5d-41ad-875e-1e2a0b9be709 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:39.203870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.206183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:39.206183 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6c99c575-6231-46f6-9609-d4401f62b00a service neutron] 10.222.0.55 "PUT /v2.0/ports/e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 200 len: 1158 time: 1.3785791 Feb 19 05:04:39.206591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:39.215207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-92185d1b-4c45-46b0-9135-48e9563be52c req-b5b3ba02-aa5d-41ad-875e-1e2a0b9be709 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:39.217090 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92185d1b-4c45-46b0-9135-48e9563be52c req-b5b3ba02-aa5d-41ad-875e-1e2a0b9be709 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 944 time: 0.3035319 Feb 19 05:04:39.307768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec076c-5834-4e86-bdec-798d438cd8d3 req-8c1b5b1c-a59c-43cb-9762-04286c1c159a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.309538 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7eec076c-5834-4e86-bdec-798d438cd8d3 req-8c1b5b1c-a59c-43cb-9762-04286c1c159a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.1027985 Feb 19 05:04:39.336203 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92185d1b-4c45-46b0-9135-48e9563be52c req-022c1167-670f-4f0b-b600-9cbc0afe07cf tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985239 Feb 19 05:04:39.362052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-f4daf391-f5d0-408d-9524-22eb278d1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.363808 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-f4daf391-f5d0-408d-9524-22eb278d1ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 1161 time: 0.0917535 Feb 19 05:04:39.375363 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7eec076c-5834-4e86-bdec-798d438cd8d3 req-a4d4a8ec-1c2e-45c4-bcb3-3616b85d52a6 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Feb 19 05:04:39.446209 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'status': 'completed', 'code': 200} Feb 19 05:04:39.462246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-14daf919-9d99-46d4-9e38-71cc4dda0017 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 200 len: 217 time: 0.0722244 Feb 19 05:04:39.530866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-5fa0fbc0-8916-437a-9761-6e08962cafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.532350 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-5fa0fbc0-8916-437a-9761-6e08962cafbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.0636244 Feb 19 05:04:39.622806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-8d80199e-ae36-48aa-b097-00b15d5ac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:39.624506 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-8d80199e-ae36-48aa-b097-00b15d5ac441 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817473 Feb 19 05:04:39.736824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:39.778594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-4925e982-6253-4148-b6e8-7738c33f5669 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449492 Feb 19 05:04:39.815541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:39.815951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:39.991691 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4263d140-bcb1-43e4-b0c9-d13e808c2083 req-6a668230-49cf-4f1f-bbc3-ed2798668f6a service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595700 Feb 19 05:04:40.144747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f4803-4a58-4eff-aa3b-9f496b41ce69 req-4fd64e29-dab3-4902-821d-db52acaf67c0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.146431 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b37f4803-4a58-4eff-aa3b-9f496b41ce69 req-4fd64e29-dab3-4902-821d-db52acaf67c0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0940096 Feb 19 05:04:40.193925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-9b3fe93d-8a12-4d7e-97ea-10ea0b1d4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.195540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-9b3fe93d-8a12-4d7e-97ea-10ea0b1d4fd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 1161 time: 0.0831954 Feb 19 05:04:40.197735 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b37f4803-4a58-4eff-aa3b-9f496b41ce69 req-92e9e8ef-8852-4b35-a2c2-fd5f27f6cfb5 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Feb 19 05:04:40.425659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-e6d1fdb8-842d-46c9-9af0-6c70224ea7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.427264 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-e6d1fdb8-842d-46c9-9af0-6c70224ea7f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.2143877 Feb 19 05:04:40.505656 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-316fb7c4-9757-43f7-9562-2cb36a4b2701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 200 len: 217 time: 0.0691442 Feb 19 05:04:40.512184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514814b6-9934-42de-97b1-e14ce10684e0 req-874df6fd-59f8-4d1b-a695-1d87cf89a8e0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.514349 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-514814b6-9934-42de-97b1-e14ce10684e0 req-874df6fd-59f8-4d1b-a695-1d87cf89a8e0 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1964839 Feb 19 05:04:40.525981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56784) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:40.533748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Request body: {'floatingip': {'port_id': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:40.586054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-dbae96c5-cad7-48d8-b001-e85fd66a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.587629 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-dbae96c5-cad7-48d8-b001-e85fd66a3d33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.0723462 Feb 19 05:04:40.643284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:40.681626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-15ef14d1-5c69-4b4c-9b86-e5d7ed0b1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.683319 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-15ef14d1-5c69-4b4c-9b86-e5d7ed0b1d3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867414 Feb 19 05:04:40.792331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3dea5b50-618a-444a-88b0-460dce1945b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:40.851407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6586-df10-416c-85a3-ca7843aa4d22 req-d829af9b-beb7-4411-8736-b032df571f65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:40.853069 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f3e6586-df10-416c-85a3-ca7843aa4d22 req-d829af9b-beb7-4411-8736-b032df571f65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 944 time: 0.3907287 Feb 19 05:04:41.145802 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-c091fee1-f82e-4993-99fd-933a7487fdbf service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486825 Feb 19 05:04:41.157804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140e3c0-8bde-4b9c-803e-f251baa1a482 req-caa4c2bc-189f-4a13-a190-5be58091bbef tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:41.159400 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1140e3c0-8bde-4b9c-803e-f251baa1a482 req-caa4c2bc-189f-4a13-a190-5be58091bbef tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.3813939 Feb 19 05:04:41.251098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1f3e6586-df10-416c-85a3-ca7843aa4d22 req-cb105c04-6f0e-4f95-a25e-858232eda85a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Synchronizing usage tracker for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:04:41.304423 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1140e3c0-8bde-4b9c-803e-f251baa1a482 req-74563a84-a0e5-4092-8341-890e6ce57f52 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203239 Feb 19 05:04:41.337610 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-031d88a1-cb1a-42a6-8679-9cf846bcd9d9 req-5488bb7c-cee7-4f81-85fb-2a3f35898607 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771545 Feb 19 05:04:41.342609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-1f3e6586-df10-416c-85a3-ca7843aa4d22 req-cb105c04-6f0e-4f95-a25e-858232eda85a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Unset dirty status for tenant:eb191c5944ab4a1e8b2bc5bec866d20c on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:04:41.343860 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1f3e6586-df10-416c-85a3-ca7843aa4d22 req-cb105c04-6f0e-4f95-a25e-858232eda85a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825220 Feb 19 05:04:41.632960 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:41.636205 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:41.823165 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Floating IP 62375338-aaae-4003-91f0-367b36c3d822 associated. External IP: 172.28.1.206, port: 18b58c29-bbd3-4fdb-892f-bdc1bb7db788. Feb 19 05:04:41.848400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-0ac539bd-2993-4374-8ccb-b26b989bb04a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:41.849953 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-0ac539bd-2993-4374-8ccb-b26b989bb04a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.0855167 Feb 19 05:04:41.930983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Deleting port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:41.931348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.201612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] For port 73aa99c0-baf9-4c45-ade8-26374cb9bae8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=73aa99c0-baf9-4c45-ade8-26374cb9bae8,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:42.202031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.202869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:04:42.340587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Calling delete_port for 73aa99c0-baf9-4c45-ade8-26374cb9bae8 owned by compute:nova {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:42.398146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:04:42.402951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.410303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:04:42.422805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:42.436162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:42.436959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:42.490849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-830cbe87-fefb-45cd-9960-13c2450b3517 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "PUT /v2.0/floatingips/62375338-aaae-4003-91f0-367b36c3d822 HTTP/1.1" status: 200 len: 992 time: 1.9637420 Feb 19 05:04:42.491530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:42.515561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:42.515977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.618648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d56cd-7dd0-4161-884a-7bb865b00844 req-c53f74aa-10e9-40f1-b0cd-127ad0ffcc10 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:42.620339 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-677d56cd-7dd0-4161-884a-7bb865b00844 req-c53f74aa-10e9-40f1-b0cd-127ad0ffcc10 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 944 time: 0.0994000 Feb 19 05:04:42.639312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.659473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1a15180a-ce85-49fa-87ec-44b57f10ac91 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:42.677932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:42.682508 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-677d56cd-7dd0-4161-884a-7bb865b00844 req-2d37e2d7-eda7-4fd6-aa27-6d9b95b4fdec tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546548 Feb 19 05:04:42.727966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:42.758170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:04:42.764270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:42.766655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.800160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Pushing event deleted for resources: {'Port': ['ID=73aa99c0-baf9-4c45-ade8-26374cb9bae8,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:42.809451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:42.827912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3609-0cbd-484c-8cc6-ca6fc738c452 req-dcb8e26f-6cca-4cf3-a111-fabbdd4bee4a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:42.829529 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-991c3609-0cbd-484c-8cc6-ca6fc738c452 req-dcb8e26f-6cca-4cf3-a111-fabbdd4bee4a tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/ports?device_id=166f9aec-1282-4f72-9207-5c731fc65cf8 HTTP/1.1" status: 200 len: 946 time: 0.3210802 Feb 19 05:04:42.909376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.922500 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-991c3609-0cbd-484c-8cc6-ca6fc738c452 req-1381f507-e828-4b75-a397-1e843697b69f tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.13 "GET /v2.0/security-groups?id=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Feb 19 05:04:42.932028 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'status': 'completed', 'code': 200} Feb 19 05:04:42.940146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:42.966106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:42.969933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:42.971959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:43.024634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] No DVR routers for this DVR port 73aa99c0-baf9-4c45-ade8-26374cb9bae8 on host hv-cinder-77642 {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:04:43.027068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:43.037980 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'code': 200} Feb 19 05:04:43.038765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'name': 'network-vif-deleted', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:43.048108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:43.051467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:43.055918 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34b42-4ed1-4f40-b62b-aa3c06324f2a req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] 10.222.0.55 "DELETE /v2.0/ports/73aa99c0-baf9-4c45-ade8-26374cb9bae8 HTTP/1.1" status: 204 len: 173 time: 1.1998663 Feb 19 05:04:43.077968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-bd75943d-588e-4559-9f7f-99d68e62776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:43.079851 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-bd75943d-588e-4559-9f7f-99d68e62776f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1163 time: 0.1102982 Feb 19 05:04:43.109738 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166f9aec-1282-4f72-9207-5c731fc65cf8', 'name': 'network-vif-deleted', 'tag': '73aa99c0-baf9-4c45-ade8-26374cb9bae8', 'status': 'completed', 'code': 200} Feb 19 05:04:43.151264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '62375338-aaae-4003-91f0-367b36c3d822', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:13:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:20Z', 'updated_at': '2021-02-19T05:04:41Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:43.156049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:04:43.165733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:43.166518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:43.256417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-605b854b-6578-4c64-ab70-8fe92abd7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:43.258154 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-605b854b-6578-4c64-ab70-8fe92abd7b7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.1577163 Feb 19 05:04:43.365882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:43.367731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15007f-d942-4619-ba0f-937eaf9c3a42 req-a477f51d-e18b-46c1-a320-92da7047e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:43.369475 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9f15007f-d942-4619-ba0f-937eaf9c3a42 req-a477f51d-e18b-46c1-a320-92da7047e0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 1163 time: 0.0845232 Feb 19 05:04:43.386566 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-18e8d1ae-a658-4627-95b8-fac35dc964cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 1000 time: 0.1102395 Feb 19 05:04:43.416444 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9f15007f-d942-4619-ba0f-937eaf9c3a42 req-d0b744f0-1503-43ba-9471-941bdbbecefe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385587 Feb 19 05:04:43.468120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-38cc3839-a20c-4e01-8be3-a014df09ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:43.470797 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-38cc3839-a20c-4e01-8be3-a014df09ff44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.0763583 Feb 19 05:04:43.702891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:43.754421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '62375338-aaae-4003-91f0-367b36c3d822', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:13:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:20Z', 'updated_at': '2021-02-19T05:04:41Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:43.759102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392333a-e582-47dd-9f6c-fb3ceec8ce32 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '62375338-aaae-4003-91f0-367b36c3d822', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'port_id': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'mac_address': 'fa:16:3e:13:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:20Z', 'updated_at': '2021-02-19T05:04:41Z', 'revision_number': 1, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:04:43.787118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:43.787800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:43.837549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-5fa51c26-fcc4-443c-ae20-7e0c7c3e37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:43.839608 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-5fa51c26-fcc4-443c-ae20-7e0c7c3e37e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178772 Feb 19 05:04:43.958916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55677f10-47f3-4863-a9b9-7a5473973690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:43.975316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:44.019623 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: 73aa99c0-baf9-4c45-ade8-26374cb9bae8 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:04:44.020056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 73aa99c0-baf9-4c45-ade8-26374cb9bae8 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:04:44.048966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:44.108641 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-1624a0d0-30f1-4ddf-bffb-ed7644604eff service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137034 Feb 19 05:04:44.120119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01842a5-5fca-4a9f-b3cd-35c77ff62050 req-fdac8928-b7a2-4caf-bc81-c56ac1fa2cc9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:44.128044 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b01842a5-5fca-4a9f-b3cd-35c77ff62050 req-fdac8928-b7a2-4caf-bc81-c56ac1fa2cc9 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.2762203 Feb 19 05:04:44.173947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56806) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:44.249388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec3313-56e9-4011-a2c1-87c5a5c9b3b3 None None] New status for floating IP 62375338-aaae-4003-91f0-367b36c3d822: ACTIVE {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:04:44.283377 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b01842a5-5fca-4a9f-b3cd-35c77ff62050 req-da7c9ac1-8810-4909-88aa-9700f80d7279 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542296 Feb 19 05:04:44.343939 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5aa1627c-eb79-468d-9c4d-9c5936771f5f req-64a9844f-dd83-4902-a9b4-9a9276235a28 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2125237 Feb 19 05:04:44.880735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:45.287516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Deleting port 4dd2244b-18b9-4662-b46a-cc97bd559b3b {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:45.287896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:45.495523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] For port 4dd2244b-18b9-4662-b46a-cc97bd559b3b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=4dd2244b-18b9-4662-b46a-cc97bd559b3b,segment=NetworkSegment(df547e7f-a7ec-4f32-8441-2b1bc5b92efb),segment_id=df547e7f-a7ec-4f32-8441-2b1bc5b92efb)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:45.495927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:45.702632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:04:45.763317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebb81-4e05-4186-a453-80d100de7193 req-74d3b906-3435-4b80-be5e-e17d3ea54706 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:45.765351 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-687ebb81-4e05-4186-a453-80d100de7193 req-74d3b906-3435-4b80-be5e-e17d3ea54706 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.3574641 Feb 19 05:04:45.789052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:45.817757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:04:45.818201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:45.835729 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-687ebb81-4e05-4186-a453-80d100de7193 req-1200ae85-fa6f-432d-854c-45c78b70fa9a tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555906 Feb 19 05:04:45.855810 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Calling delete_port for 4dd2244b-18b9-4662-b46a-cc97bd559b3b owned by network:router_interface {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:46.284636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85530-52f4-41ce-a99c-07e4a533fd95 req-9b1a566c-4a97-462e-96a6-f6dc77ecb876 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:46.286355 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7cb85530-52f4-41ce-a99c-07e4a533fd95 req-9b1a566c-4a97-462e-96a6-f6dc77ecb876 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.1586449 Feb 19 05:04:46.303122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56820) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:46.313463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Request body: {'floatingip': {'port_id': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:46.365278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:46.393816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e2bfdeb0-1a9b-4280-9a77-a75dbb7a2de5 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:46.506844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:46.521536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd2244b-18b9-4662-b46a-cc97bd559b3b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:46.533418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:46.750038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:47.071829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:47.590967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:47.595550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:47.842762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:04:47.928340 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Floating IP d24f3b91-9609-4994-b3d8-655300cbc9ab associated. External IP: 172.28.1.187, port: e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434. Feb 19 05:04:48.059866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:04:48.071476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Sync routers for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:04:48.083278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:48.083511 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-030e5fca-c480-4688-aa1e-a74fb5f27c7b admin admin] 10.222.0.13 "PUT /v2.0/routers/4666b6fe-fbb7-40ad-a19a-af777b34d5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9066417 Feb 19 05:04:48.084322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:48.085421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56826) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:48.465020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:04:48.531750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:48.678520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:48.750306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:04:48.756168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:48.762954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:04:48.794221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:48.795286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:48.881283 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8d5bd43f-e919-4da7-9305-b3ccfa54f7af tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "PUT /v2.0/floatingips/d24f3b91-9609-4994-b3d8-655300cbc9ab HTTP/1.1" status: 200 len: 992 time: 2.5763581 Feb 19 05:04:48.882326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:04:48.932148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:48.942251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Deleting port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:04:48.942637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:48.989043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:04:46Z', 'revision_number': 5, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port': {'id': '3d28a5d2-01ac-4f4e-ab4a-8073088474bc', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:01:21Z', 'updated_at': '2021-02-19T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:48.992185 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'status': 'completed', 'code': 200} Feb 19 05:04:49.002033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Checking router: 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:04:49.027938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:49.047278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Routers {'4666b6fe-fbb7-40ad-a19a-af777b34d5a2'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:49.049457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:49.175706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-014616a6-795f-4bd0-a051-65c0174acbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:49.178571 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-014616a6-795f-4bd0-a051-65c0174acbba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 1163 time: 0.1306241 Feb 19 05:04:49.206782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] For port 3d28a5d2-01ac-4f4e-ab4a-8073088474bc, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:04:49.209327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:49.264258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] Set router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 gateway port host: None {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:49.380718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Calling delete_port for 3d28a5d2-01ac-4f4e-ab4a-8073088474bc owned by network:router_gateway {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:04:49.396430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:04:48Z', 'revision_number': 6, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:49.402642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adaedb-65b0-4ab5-95ad-2ce1e0ce7d45 None None] The sync data for ids ['4666b6fe-fbb7-40ad-a19a-af777b34d5a2'] in dv-cinder-776422-3-smb is: [{'id': '4666b6fe-fbb7-40ad-a19a-af777b34d5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1414732475-router', 'tenant_id': 'd56c57e2793f496a928f75291db19aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:01:19Z', 'updated_at': '2021-02-19T05:04:48Z', 'revision_number': 6, 'project_id': 'd56c57e2793f496a928f75291db19aeb', 'gw_port_host': None}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:04:49.459721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-962fc7eb-49f7-436e-ad90-8aae0431a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:49.462297 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-962fc7eb-49f7-436e-ad90-8aae0431a1c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.2751167 Feb 19 05:04:49.506430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'd24f3b91-9609-4994-b3d8-655300cbc9ab', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:86:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:30Z', 'updated_at': '2021-02-19T05:04:47Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:49.515007 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:04:49.535109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:04:49.536381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:04:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:49.591513 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-ea2ff55b-872a-45d7-b80e-a640fa6f7b0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 200 len: 1000 time: 0.1230066 Feb 19 05:04:49.615734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:49.633449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:49.689564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d28a5d2-01ac-4f4e-ab4a-8073088474bc,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:49.695866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-54ebfe2b-dd4a-46f5-9cc4-91cb9c5b279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:49.698937 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-54ebfe2b-dd4a-46f5-9cc4-91cb9c5b279f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.1005175 Feb 19 05:04:49.745211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:49.802813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:04:49.831289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-eed87c3e-2e42-4e95-8824-ce8c64e81fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:04:49.835015 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-eed87c3e-2e42-4e95-8824-ce8c64e81fbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212065 Feb 19 05:04:50.005511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.083534 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-b6a422dd-12b2-4ccc-abf2-07f6329782a4 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402468 Feb 19 05:04:50.360371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 4dd2244b-18b9-4662-b46a-cc97bd559b3b no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:50.411464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.415624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.444981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 4dd2244b-18b9-4662-b46a-cc97bd559b3b {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:04:50.445703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 4dd2244b-18b9-4662-b46a-cc97bd559b3b not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:04:50.446410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 3d28a5d2-01ac-4f4e-ab4a-8073088474bc no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:04:50.510017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 3d28a5d2-01ac-4f4e-ab4a-8073088474bc {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:04:50.510312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 3d28a5d2-01ac-4f4e-ab4a-8073088474bc not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:04:50.519583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'd24f3b91-9609-4994-b3d8-655300cbc9ab', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:86:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:30Z', 'updated_at': '2021-02-19T05:04:47Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:50.525032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02b3d4-c626-4cef-bf50-04fd903e8fd4 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'd24f3b91-9609-4994-b3d8-655300cbc9ab', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'floating_ip_address': '172.28.1.187', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'port_id': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'mac_address': 'fa:16:3e:86:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:04:30Z', 'updated_at': '2021-02-19T05:04:47Z', 'revision_number': 1, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:04:50.597788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.598463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4666b6fe-fbb7-40ad-a19a-af777b34d5a2 {{(pid=83984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:04:50.632536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.633868 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-725baf7b-7228-41ed-8f3a-99bce1967cd4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4666b6fe-fbb7-40ad-a19a-af777b34d5a2 HTTP/1.1" status: 204 len: 168 time: 2.5469532 Feb 19 05:04:50.639571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56840) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:50.681593 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cad01aa6-33ec-4c7d-83cd-40a8ec2fe455 req-7de616e1-a178-438f-9026-c04648cc66ad service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5842545 Feb 19 05:04:50.719546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Deleting subnet 80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:04:50.723312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.779579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.846041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:50.922863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e47b9-9e69-47e2-8a3b-dd8d60edd474 None None] New status for floating IP d24f3b91-9609-4994-b3d8-655300cbc9ab: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:04:51.135585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.151979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:51.242503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80567b8e-b8c4-4d80-bcc1-6a2d22f2d202,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:51.249704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:51.296347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.307723 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cbef1b68-dcb4-4670-aae8-e1fab3b5de69 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/80567b8e-b8c4-4d80-bcc1-6a2d22f2d202 HTTP/1.1" status: 204 len: 168 time: 0.6667662 Feb 19 05:04:51.310197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56846) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:51.458114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.680834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.805746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82665d7e-8f41-4cee-b9c7-35de88200610']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:51.819665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:51.819995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df547e7f-a7ec-4f32-8441-2b1bc5b92efb') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:04:51.833318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.848903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:51.851044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:04:52.050758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Network 82665d7e-8f41-4cee-b9c7-35de88200610 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:04:52.061033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.246659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Network 82665d7e-8f41-4cee-b9c7-35de88200610 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:04:52.273005 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:04:52.359873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.363770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b54470be-68da-4241-8871-82232d144691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:52.382326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.392180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Pushing event deleted for resources: {'Network': ['ID=82665d7e-8f41-4cee-b9c7-35de88200610,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:52.396130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:52.400871 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] 10.222.0.13 "DELETE /v2.0/networks/82665d7e-8f41-4cee-b9c7-35de88200610 HTTP/1.1" status: 204 len: 168 time: 1.0894766 Feb 19 05:04:52.606455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56858) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:52.667175 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9d6f3691-e45e-41bb-a2a2-ed54849b40f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d56c57e2793f496a928f75291db19aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588353 Feb 19 05:04:52.669828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56862) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:52.737097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.769369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.825074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.831432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b78161d0-2c72-4631-8506-77d425311efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:52.846890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1fbdb-bc15-4a23-b7ac-b5682985b0cb,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:52.850098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:52.857584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:52.859869 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-af311166-9f57-4bf9-8fe2-de1708950306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bca1fbdb-bc15-4a23-b7ac-b5682985b0cb HTTP/1.1" status: 204 len: 168 time: 0.1890061 Feb 19 05:04:55.307817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56924) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:55.461233 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.478563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:55.483468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d28d58d12059424b9176430a6f107b7d is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:55.486822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:55.493107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:55.593909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.596972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.605022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-310bb350-7e9a-44b1-9976-6a5fa37a050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:55.652945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05fdea-fb07-4cc2-9ea4-b795737f89a4,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:55.658533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d28d58d12059424b9176430a6f107b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494720 Feb 19 05:04:55.659601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-86947e7e-56ed-45cf-809d-6acb4c5535f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:55.661570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56930) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:55.730681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.763608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.818341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.823647 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dd9744c4-5240-4a4a-ae6d-8ffd51c4266c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:55.838737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05fdea-fb07-4cc2-9ea4-b795737f89a4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:55.842350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:55.843619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:55.844875 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a05fdea-fb07-4cc2-9ea4-b795737f89a4 HTTP/1.1" status: 204 len: 168 time: 0.1822832 Feb 19 05:04:56.172036 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 56942) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:56.192491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.211030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:04:56.216742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Usage tracker for resource:security_group_rule and tenant:f850bc03dbfa47f7b0df55c74766e60e is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:04:56.220254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:04:56.227064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:04:56.356817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.360095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.369993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c74d637-6110-4b35-af1f-52ee310fd244 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:56.417385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f850bc03dbfa47f7b0df55c74766e60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439845 Feb 19 05:04:56.419299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a3b970-714b-4343-8166-d56ed6f0c356,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:56.420788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 56946) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:04:56.423096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:56.517822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.548024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.831538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.835715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1196c9ad-c8ee-4783-87d2-45971d5eeda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:04:56.848993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a3b970-714b-4343-8166-d56ed6f0c356,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:04:56.855718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:04:56.859140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:04:56.862193 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3a3b970-714b-4343-8166-d56ed6f0c356 HTTP/1.1" status: 204 len: 168 time: 0.4393666 Feb 19 05:05:00.704815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:05:03.649109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57048) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:03.806570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:03.823432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:03.828711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Usage tracker for resource:security_group_rule and tenant:ca69beed924844b0acf7abf11e713c9c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:03.831919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:03.838807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:03.935783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:03.938829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:03.948895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c774abd5-519a-408e-9dbb-4884198cacbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:03.994667 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca69beed924844b0acf7abf11e713c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438888 Feb 19 05:05:03.996905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021ceeb-a393-476e-8d15-d178860bd78d,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:03.999199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 57054) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:04.005857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.006326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.006639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.007026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.007412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.007871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.008185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.008592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.008988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.009371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.010006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.010395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.010827 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.011209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.011583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.011962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.012389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.012800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.013179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.013564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.013941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.014316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.014697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.015111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:04.020009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:04.086639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.125199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.145015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.179791 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.185324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e5a9b7ab-2a50-4320-9e32-4f26f50d03fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:04.200989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021ceeb-a393-476e-8d15-d178860bd78d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:04.211106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:04.213364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.214614 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5021ceeb-a393-476e-8d15-d178860bd78d HTTP/1.1" status: 204 len: 168 time: 0.2142632 Feb 19 05:05:04.553122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57066) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:04.573553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.590998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:04.595533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Usage tracker for resource:security_group_rule and tenant:2201fe9665b641ff901ea559871666ab is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:04.598786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:04.604754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:04.705870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.709132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.719202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccffd154-8629-4811-b1a0-327d9a3c9a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:04.766219 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2201fe9665b641ff901ea559871666ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118905 Feb 19 05:05:04.768112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f96bb9-0f8b-4ed6-a960-7d39a3ca6fd1,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:04.769741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 57070) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:04.776832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:04.858536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.891183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.941493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.946882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db04df39-9059-4460-90cb-769c0800e036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:04.960627 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f96bb9-0f8b-4ed6-a960-7d39a3ca6fd1,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:04.963436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:04.969581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:04.971037 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35f96bb9-0f8b-4ed6-a960-7d39a3ca6fd1 HTTP/1.1" status: 204 len: 168 time: 0.1999509 Feb 19 05:05:10.786594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c85a-493f-4e0b-b6c2-4c14679f0fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.143382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 57160) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:12.283858 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.303343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:12.307429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Usage tracker for resource:security_group_rule and tenant:14c88f25e65046bea7eea6bbda53fb83 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:12.310425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:12.317402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:12.431637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.434972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.449089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77327d63-94b6-4202-b9d3-675560e1e12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:12.501445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14c88f25e65046bea7eea6bbda53fb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568656 Feb 19 05:05:12.503208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2457a23e-86e1-41cd-a7f3-480c07655bd2,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:12.504860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57168) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:12.507357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d51a241a-9b84-448f-8716-ec079a514e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:12.585143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.618355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.672150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.677552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c0de1d98-420f-4040-8e8d-0fb93c4de34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:12.694034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457a23e-86e1-41cd-a7f3-480c07655bd2,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:12.698275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:12.707300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:12.708563 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2457a23e-86e1-41cd-a7f3-480c07655bd2 HTTP/1.1" status: 204 len: 168 time: 0.2022009 Feb 19 05:05:13.432804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57192) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:13.565424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-161852444-network', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:13.570520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:13.575019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Usage tracker for resource:network and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:13.579008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:13.586357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:13.598766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Made reservation on behalf of 28677fd7cefa454dbbf3443e7902446b for: {'network': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:05:13.604388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.622908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.639957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:13.649630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Usage tracker for resource:security_group_rule and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:13.653540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:13.660959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:13.765729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.768749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.772042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:13.810759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:05:13.822980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b999d7d-4d7a-4497-8589-d4ae4d3951a5,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:13.830413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:13.834515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.835032 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Added segment b3f462cf-4ed3-4b93-9d0b-7759f99c984f of type vxlan for network 8eb60346-93f2-47ae-933d-dc9d9450fe75 Feb 19 05:05:13.871113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.904691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-562e01d6-4732-402e-a164-bef9aae146bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.905077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.906366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:13.907022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:13.911012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0ba2226-4edd-4054-8fcc-83087eda0878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:14.026643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Pushing event updated for resources: {'Network': ['ID=8eb60346-93f2-47ae-933d-dc9d9450fe75,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:14.029929 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5958090 Feb 19 05:05:14.030803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:14.034041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57202) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:14.043809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Request body: {'subnet': {'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-161852444-subnet', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:14.049209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:05:14.051255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:14.056263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Usage tracker for resource:subnet and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:14.062098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:14.069622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:05:14.072830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:14.088587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Made reservation on behalf of 28677fd7cefa454dbbf3443e7902446b for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:05:14.094106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6447787'] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:14.395385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:14.751769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847910126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6447802'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:14.783482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e41197fe-492c-4d0d-ba36-66e71b9e9db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:14.929886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42336036-fade-49dd-80d6-bf812abbeaee,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:14.943998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:15.008064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Checking segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:05:15.008491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Network hostable DHCP agents. Network: 8eb60346-93f2-47ae-933d-dc9d9450fe75, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:05:15.029571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:05:15.039746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 8eb60346-93f2-47ae-933d-dc9d9450fe75) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:15.050787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a0eed4-9218-40be-b19a-a409ef0cef88 None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:05:15.053731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:15.054393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.078013 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b1acb6b2-8d96-4530-863f-f9cb46686331 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0423300 Feb 19 05:05:15.081290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57210) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:15.091337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:15.101090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:15.108778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Usage tracker for resource:router and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:05:15.119403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:05:15.130539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:15.146199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.148017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.174939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.306199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-8eb60346-93f2-47ae-933d-dc9d9450fe75', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 05:05:15.307123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.495895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.602395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Allocated IP 172.20.0.2 (8eb60346-93f2-47ae-933d-dc9d9450fe75/42336036-fade-49dd-80d6-bf812abbeaee/198e1d44-c0cb-4d6b-8e2b-fc720671e20c) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:05:15.760701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.879435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.894885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.908416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Transition to ACTIVE for port object 198e1d44-c0cb-4d6b-8e2b-fc720671e20c will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:15.914796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.930365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Transition to ACTIVE for port object 198e1d44-c0cb-4d6b-8e2b-fc720671e20c will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:15.937859 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:15.959751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:16.158336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Pushing event updated for resources: {'Port': ['ID=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:16.167746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:16.240855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:05:16.242170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:16.244635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:05:16.315474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Attempting to bind port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:16.316109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Attempting to bind port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:05:16.316771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Attempting to bind port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c on network 8eb60346-93f2-47ae-933d-dc9d9450fe75 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:05:16.324469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Allocated IP 172.28.1.200 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:05:16.327600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:05:16.328339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Checking segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:05:16.329013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.329706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Bound using segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:05:16.330569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Bound port: 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:05:16.331161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.486178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] For port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:05:16.493024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] For port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:05:16.497552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.516996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:16.545496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.578711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.596587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1eb2eb2d-a668-4897-94d6-fb2e1f7c5c68 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:16.630140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:16.663328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Pushing event updated for resources: {'Port': ['ID=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:16.669339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:16.745352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Pushing event updated for resources: {'Port': ['ID=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:16.751243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:16.806309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:05:16.807645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:16.810080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:05:17.776126 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:18.220203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a168ec4-fbae-448a-b417-8a4a7f869345 None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:05:18.298815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:18.532909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 198e1d44-c0cb-4d6b-8e2b-fc720671e20c up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:18.611923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8e6c2d93-f4d5-4e0b-a8ec-ceb5290d46e2 None None] Provisioning for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:18.708383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Router 27f53094-f35c-4beb-9e7a-c17a748fc403 is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:05:18.714288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:18.722423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:18.722821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:18.898226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:18.968993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:05:18.973160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:18.975885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:19.037796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:05:19.051344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Sync routers for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:05:19.078960 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:19.081670 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a1cf3ae3-b7d8-4be2-aaad-32615bf83e8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9984236 Feb 19 05:05:19.085000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57226) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:05:19.096262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:19.101310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:05:19.102481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:19.182683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:19.258595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6377c4e9-ce1d-4fe1-bd83-42e843f49dfb None None] Provisioning complete for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:19.259655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6377c4e9-ce1d-4fe1-bd83-42e843f49dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:19.470568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:05:20.068620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-108d54fc-1b64-42ea-b125-e2b74beb45e3 None None] Provisioning complete for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:20.069022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-108d54fc-1b64-42ea-b125-e2b74beb45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:20.162196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:17Z', 'revision_number': 3, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:20.169266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Checking router: 27f53094-f35c-4beb-9e7a-c17a748fc403 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:05:20.169685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Updating router 27f53094-f35c-4beb-9e7a-c17a748fc403 port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:05:20.290654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:20.371998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 198e1d44-c0cb-4d6b-8e2b-fc720671e20c up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:20.411806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:20.580795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:20.581179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:20.859823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Allocated IP 172.20.0.1 (8eb60346-93f2-47ae-933d-dc9d9450fe75/42336036-fade-49dd-80d6-bf812abbeaee/dc1913af-9a86-40c7-8a69-07332249ab1d) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:05:21.044590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.068689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Transition to ACTIVE for port object b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:21.072910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.088646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:21.252857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Pushing event updated for resources: {'Port': ['ID=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:21.258115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:21.368817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Attempting to bind port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:21.369357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.369475 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Attempting to bind port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:05:21.370131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Attempting to bind port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:05:21.378971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:05:21.379403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:05:21.379866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.380409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:05:21.380896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Bound port: b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:05:21.381318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.391002 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Transition to ACTIVE for port object dc1913af-9a86-40c7-8a69-07332249ab1d will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:21.415303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.431521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:21.472885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] For port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:05:21.476701 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] For port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:05:21.480276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.496347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:21.575823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:21.584300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:21.645125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:05:21.646504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:21.649546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:05:21.711867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:21.734902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Pushing event updated for resources: {'Port': ['ID=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:21.746640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:21.823993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:05:21.825268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:22.019776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:22.035094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bbfde23c-63b8-47e8-89ac-352781848285 None None] Provisioning for port dc1913af-9a86-40c7-8a69-07332249ab1d completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:22.159696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bbfde23c-63b8-47e8-89ac-352781848285 None None] Provisioning complete for port dc1913af-9a86-40c7-8a69-07332249ab1d triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:22.160483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbfde23c-63b8-47e8-89ac-352781848285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:22.296727 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bbfde23c-63b8-47e8-89ac-352781848285 None None] Port dc1913af-9a86-40c7-8a69-07332249ab1d cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:05:22.299733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:05:22.371133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:22.377459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:22.413198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3f07470c-5bd5-4a0e-97c2-52105d8dae86 tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:22.567663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:22.594455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:22.673372 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:22.755078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:17Z', 'revision_number': 3, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:22.761804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354cb226-4500-498e-8f3e-f926d16f557a None None] The sync data for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb is: [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:17Z', 'revision_number': 3, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:05:22.766387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:05:22.767711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:23.073808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Router 27f53094-f35c-4beb-9e7a-c17a748fc403 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:05:23.152296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2de2c7cc-2b6a-4194-b776-7cea60758776 None None] Provisioning complete for port dc1913af-9a86-40c7-8a69-07332249ab1d triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:23.153010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2de2c7cc-2b6a-4194-b776-7cea60758776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:23.267376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2de2c7cc-2b6a-4194-b776-7cea60758776 None None] Port dc1913af-9a86-40c7-8a69-07332249ab1d cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:05:23.314019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:05:23.329379 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] 10.222.0.13 "PUT /v2.0/routers/27f53094-f35c-4beb-9e7a-c17a748fc403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2423491 Feb 19 05:05:24.443338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:24.539118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:24.546007 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:24.546431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:24.704358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:24.746300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:05:24.752336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:24.755507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:24.871349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:24.881028 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:25.889206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Sync routers for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:05:25.901395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:05:25.902480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:26.172974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:05:26.436498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:26.447449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3597b-7ac4-4b3a-b2b8-4234bb514703 req-f8f95c3e-9706-4798-9577-0af7cb0797df tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:26.459157 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-20a3597b-7ac4-4b3a-b2b8-4234bb514703 req-f8f95c3e-9706-4798-9577-0af7cb0797df tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1904306 Feb 19 05:05:26.551155 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-20a3597b-7ac4-4b3a-b2b8-4234bb514703 req-32747cef-76ae-4fef-933b-14d49d69df79 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902958 Feb 19 05:05:26.557320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:26.557754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:26.988077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:22Z', 'revision_number': 2, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:26.996250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Checking router: 27f53094-f35c-4beb-9e7a-c17a748fc403 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:05:26.997449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Updating router 27f53094-f35c-4beb-9e7a-c17a748fc403 port dc1913af-9a86-40c7-8a69-07332249ab1d binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:05:27.113665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:27.714721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:27.737011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Transition to ACTIVE for port object dc1913af-9a86-40c7-8a69-07332249ab1d will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:27.741378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:27.796345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a964027-e0ef-4a3d-a61b-343d9b0c4b3b req-9b745bfb-968f-4e0b-b067-f44a7d5fe525 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:27.798389 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a964027-e0ef-4a3d-a61b-343d9b0c4b3b req-9b745bfb-968f-4e0b-b067-f44a7d5fe525 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0954771 Feb 19 05:05:27.869538 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a964027-e0ef-4a3d-a61b-343d9b0c4b3b req-3ae04b76-d45f-4857-9098-b391b1d39486 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638506 Feb 19 05:05:27.912831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:27.992243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Pushing event updated for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:28.004998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.008267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.009503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.009503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.009503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.009503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.010259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.010259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.010877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.010877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.012925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:28.027620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:28.182831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Attempting to bind port dc1913af-9a86-40c7-8a69-07332249ab1d on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:28.183286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Attempting to bind port dc1913af-9a86-40c7-8a69-07332249ab1d by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:05:28.183829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Attempting to bind port dc1913af-9a86-40c7-8a69-07332249ab1d on network 8eb60346-93f2-47ae-933d-dc9d9450fe75 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:05:28.191345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:05:28.191861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Checking segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:05:28.192192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:28.192662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Bound using segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:05:28.193193 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Bound port: dc1913af-9a86-40c7-8a69-07332249ab1d, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:05:28.193612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:28.339235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] For port dc1913af-9a86-40c7-8a69-07332249ab1d, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:05:28.346343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] For port dc1913af-9a86-40c7-8a69-07332249ab1d, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=dc1913af-9a86-40c7-8a69-07332249ab1d,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:05:28.366894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:28.381880 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:28.541930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Pushing event updated for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:28.549855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:28.636404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:05:28.637451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:28.883062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:05:29.138921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fcb00-e52a-4fe4-a05f-358c89d8b710 req-b3c6f706-997c-4eea-b529-df517ac4d0d9 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:29.154929 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2c4fcb00-e52a-4fe4-a05f-358c89d8b710 req-b3c6f706-997c-4eea-b529-df517ac4d0d9 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1163435 Feb 19 05:05:29.223990 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2c4fcb00-e52a-4fe4-a05f-358c89d8b710 req-aedbcfd5-9502-494b-84a6-15a223deeff4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673473 Feb 19 05:05:29.324031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:28Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:05:29.331204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da455f-58e7-42d8-b1f1-8442696f39cc None None] The sync data for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb is: [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:28Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:05:29.634265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189375-ebae-4bb3-89d2-702163bcce1a req-6f90186d-d8a1-4be7-b2f0-850c4c35c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:29.636924 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-6f90186d-d8a1-4be7-b2f0-850c4c35c85e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1163 time: 0.2110755 Feb 19 05:05:29.840083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189375-ebae-4bb3-89d2-702163bcce1a req-d65341a4-81a9-4608-86ef-953168588f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:29.843444 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-d65341a4-81a9-4608-86ef-953168588f9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.1845384 Feb 19 05:05:30.017905 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-daba0cd0-e6b4-4930-92c7-c969a052067b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 1002 time: 0.1671445 Feb 19 05:05:30.126281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189375-ebae-4bb3-89d2-702163bcce1a req-e0a8fa93-df66-435a-b103-b34c41c044b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:30.128084 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-e0a8fa93-df66-435a-b103-b34c41c044b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1027169 Feb 19 05:05:30.234440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189375-ebae-4bb3-89d2-702163bcce1a req-8ed9d1a6-74dd-4c13-85cf-fe2c4c24d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:30.236081 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-8ed9d1a6-74dd-4c13-85cf-fe2c4c24d728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984349 Feb 19 05:05:30.488336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device dc1913af-9a86-40c7-8a69-07332249ab1d up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:30.579884 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-efb724e2-c1e1-4d51-aa60-2098e188c328 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338816 Feb 19 05:05:30.592395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab227c-d5f5-4254-93c3-7dc5e956f82f req-f6f5aa96-7b83-40e4-8c52-171c6057ce93 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:30.594292 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5fab227c-d5f5-4254-93c3-7dc5e956f82f req-f6f5aa96-7b83-40e4-8c52-171c6057ce93 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1836596 Feb 19 05:05:30.621722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port dc1913af-9a86-40c7-8a69-07332249ab1d completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:30.629278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port dc1913af-9a86-40c7-8a69-07332249ab1d triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:30.630702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:30.799662 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5fab227c-d5f5-4254-93c3-7dc5e956f82f req-385a7bc3-2e2a-4b43-903c-8fbfdd57e924 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780207 Feb 19 05:05:30.822591 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-09189375-ebae-4bb3-89d2-702163bcce1a req-0fa75fd5-7f6a-432d-aa74-af012fa13ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2273641 Feb 19 05:05:30.838444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:30.899603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port dc1913af-9a86-40c7-8a69-07332249ab1d, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=dc1913af-9a86-40c7-8a69-07332249ab1d,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:05:30.907865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:30.909885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:30.998707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:31.002541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:32.099364 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89c88e-0d77-403d-9f87-b43b731fc61c req-a5724553-b981-4d44-81a8-03ce5700c7b8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:32.102296 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf89c88e-0d77-403d-9f87-b43b731fc61c req-a5724553-b981-4d44-81a8-03ce5700c7b8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1027837 Feb 19 05:05:32.175823 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bf89c88e-0d77-403d-9f87-b43b731fc61c req-867dc6fe-c56f-4b24-abe1-06712c15ecba tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607080 Feb 19 05:05:32.417917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device dc1913af-9a86-40c7-8a69-07332249ab1d up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:32.506246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port dc1913af-9a86-40c7-8a69-07332249ab1d triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:32.506665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:33.602129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e6934-5626-49f9-b083-242d10432883 req-ccaff226-aa3b-4676-b0a9-cbb8485815de tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:33.614345 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-831e6934-5626-49f9-b083-242d10432883 req-ccaff226-aa3b-4676-b0a9-cbb8485815de tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.2225716 Feb 19 05:05:33.687956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-831e6934-5626-49f9-b083-242d10432883 req-6506bbc9-72f9-4225-9454-f280f4efe74f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722549 Feb 19 05:05:34.087356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:34.174862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:34.192893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:34.193317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:34.876155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-314df48c-f7bb-4b04-87e1-a482a4ca79eb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:34.877886 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-314df48c-f7bb-4b04-87e1-a482a4ca79eb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 814 time: 0.1665425 Feb 19 05:05:34.896145 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-e8fac606-8f4f-4c89-b507-3a231b90829c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/quotas/28677fd7cefa454dbbf3443e7902446b HTTP/1.1" status: 200 len: 375 time: 0.0115983 Feb 19 05:05:34.977340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e882f0e-477d-45d7-802e-980767948992 req-f5f46e2c-2338-40b5-b6d4-aac28c3ef33e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:34.979073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7e882f0e-477d-45d7-802e-980767948992 req-f5f46e2c-2338-40b5-b6d4-aac28c3ef33e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0891097 Feb 19 05:05:34.995683 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-bbcc69d2-8678-4fc2-be97-bdda9d73c36e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935237 Feb 19 05:05:35.028828 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7e882f0e-477d-45d7-802e-980767948992 req-c927978b-cfe6-4128-94fb-8b2b68dfd664 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Feb 19 05:05:35.202697 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-fa50bbfc-0140-471e-ae12-b861ed1f57ff service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940100 Feb 19 05:05:35.346670 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-d442f077-7b5d-495e-a5b2-3d757031a959 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370165 Feb 19 05:05:35.546504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-647aa625-a047-45b7-8905-6b111f2dccde req-f41d6436-539f-4e83-a695-43c5e70c700f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:05:35.564490 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-647aa625-a047-45b7-8905-6b111f2dccde req-f41d6436-539f-4e83-a695-43c5e70c700f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:05:35.565813 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-647aa625-a047-45b7-8905-6b111f2dccde req-f41d6436-539f-4e83-a695-43c5e70c700f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 210 time: 0.0717497 Feb 19 05:05:36.257115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f5031-8bc3-455c-9e39-51e4c18d8f56 req-f19f84db-9f67-46e3-9ccd-d834a57c59c3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:36.258782 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f1f5031-8bc3-455c-9e39-51e4c18d8f56 req-f19f84db-9f67-46e3-9ccd-d834a57c59c3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1034153 Feb 19 05:05:36.316970 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f1f5031-8bc3-455c-9e39-51e4c18d8f56 req-186d73f0-3871-4593-88c2-4fb464733a53 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500145 Feb 19 05:05:36.753301 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-64c26875-826e-4a1a-a850-c68ea9314a58 req-f2dab286-9ab0-452e-a131-d0017605a5f3 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 210 time: 0.0533073 Feb 19 05:05:37.304557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-fdf4d891-eff9-4226-8c9b-930d47ee1c29 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:37.306131 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-fdf4d891-eff9-4226-8c9b-930d47ee1c29 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 814 time: 0.1967781 Feb 19 05:05:37.346005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'port': {'device_id': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'admin_state_up': True, 'tenant_id': '28677fd7cefa454dbbf3443e7902446b'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:37.577472 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:05:37.591609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:05:37.611528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041432e-358b-40ca-915c-8f85fbcff774 req-90ccfb9c-973b-4785-87ed-b955ef7b9c7a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:37.613576 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6041432e-358b-40ca-915c-8f85fbcff774 req-90ccfb9c-973b-4785-87ed-b955ef7b9c7a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1436367 Feb 19 05:05:37.614794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Made reservation on behalf of 28677fd7cefa454dbbf3443e7902446b for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:05:37.620434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:37.684683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:05:37.714356 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6041432e-358b-40ca-915c-8f85fbcff774 req-f9b76611-65fd-4611-9dd9-2a67a3d6ec2e tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790770 Feb 19 05:05:38.029029 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a12b6095-52ce-414c-843f-1bd1a396a333 req-4b2625a4-4300-49e4-8b5b-dcba94b605cf tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 210 time: 0.1104131 Feb 19 05:05:38.131513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Allocated IP 172.20.0.13 (8eb60346-93f2-47ae-933d-dc9d9450fe75/42336036-fade-49dd-80d6-bf812abbeaee/cef46f39-c9fb-465a-824f-ff45eee0a7c0) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:05:38.450606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:38.468715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Transition to ACTIVE for port object cef46f39-c9fb-465a-824f-ff45eee0a7c0 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:38.497171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:38.513339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba786116-9019-4d95-a6cb-fb7267f33322 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:38.895654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:38.910931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.911264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.911670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.912064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.912509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.912904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.913295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.913686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.914086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.914470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.914854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.915237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.915663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.916051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.916460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.916845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.917229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.917610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.917993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.918377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.918761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.919238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.920278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.920746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:38.925962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:38.931739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa248399-44db-4c0e-abae-bc7e78aab4dc req-ed908ba4-1bf7-4d64-a983-e4cbd4d19da4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:38.933483 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fa248399-44db-4c0e-abae-bc7e78aab4dc req-ed908ba4-1bf7-4d64-a983-e4cbd4d19da4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0962801 Feb 19 05:05:39.000504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:05:39.001815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:05:39.006938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:05:39.033881 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fa248399-44db-4c0e-abae-bc7e78aab4dc req-5b5bae8b-bee8-4d7a-bf8b-109706ca95d1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704181 Feb 19 05:05:39.171528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:39.172371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:39.265563 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9284110 Feb 19 05:05:39.302907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe0a6-6e2b-4ec3-9d71-fe5410e736fa req-109bd20a-c1e8-4b6d-b6df-c635744f73ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:39.304440 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-557fe0a6-6e2b-4ec3-9d71-fe5410e736fa req-109bd20a-c1e8-4b6d-b6df-c635744f73ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.1171656 Feb 19 05:05:39.321935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2bbedfa3-0da3-439b-a59d-4213fb7dc412 None None] Provisioning for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:39.327673 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2bbedfa3-0da3-439b-a59d-4213fb7dc412 None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:39.328163 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2bbedfa3-0da3-439b-a59d-4213fb7dc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:39.354461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-557fe0a6-6e2b-4ec3-9d71-fe5410e736fa req-cacdbe3a-b0f0-458b-95aa-282376556561 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:05:39.372541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-557fe0a6-6e2b-4ec3-9d71-fe5410e736fa req-cacdbe3a-b0f0-458b-95aa-282376556561 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:05:39.381956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-557fe0a6-6e2b-4ec3-9d71-fe5410e736fa req-cacdbe3a-b0f0-458b-95aa-282376556561 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Feb 19 05:05:39.398319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2bbedfa3-0da3-439b-a59d-4213fb7dc412 None None] Port cef46f39-c9fb-465a-824f-ff45eee0a7c0 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:05:40.253153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ddd4-2c5e-4934-8a29-7afc70dad6ca req-acb0137b-1b0e-4426-8fea-ba67caaca066 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:40.255013 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c810ddd4-2c5e-4934-8a29-7afc70dad6ca req-acb0137b-1b0e-4426-8fea-ba67caaca066 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0928371 Feb 19 05:05:40.310810 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c810ddd4-2c5e-4934-8a29-7afc70dad6ca req-c690396e-c2da-42b8-a6c4-15a925586624 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486846 Feb 19 05:05:40.606524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84ab9-36a9-4aec-afd1-30432f699b19 req-07976010-b350-412a-8e8f-12acc1ba0ed7 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:40.608740 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-79d84ab9-36a9-4aec-afd1-30432f699b19 req-07976010-b350-412a-8e8f-12acc1ba0ed7 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.1166646 Feb 19 05:05:40.682770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-79d84ab9-36a9-4aec-afd1-30432f699b19 req-09cbcc9b-5a22-45a7-b29f-0fa3ee99ddf5 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634747 Feb 19 05:05:40.865525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2135f48b-e493-4dcc-b5fa-6df7ac9fd025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:41.553494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0c13-f03d-4f8c-8dc6-7537e36ee1b3 req-55f15321-2fad-4837-933f-2ef21289d9ce tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:41.555144 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a3d0c13-f03d-4f8c-8dc6-7537e36ee1b3 req-55f15321-2fad-4837-933f-2ef21289d9ce tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0946109 Feb 19 05:05:41.624940 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a3d0c13-f03d-4f8c-8dc6-7537e36ee1b3 req-b0595da9-6264-40bb-bfd7-50a1782fc059 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624790 Feb 19 05:05:41.890286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55d512-eb52-4c51-9626-a968de58b93a req-81bcbd13-9c32-4607-a9d8-f82dca904eea tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:41.891942 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a55d512-eb52-4c51-9626-a968de58b93a req-81bcbd13-9c32-4607-a9d8-f82dca904eea tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.0878727 Feb 19 05:05:41.957348 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a55d512-eb52-4c51-9626-a968de58b93a req-ac42ffc4-2b2b-4f1e-a841-8e482a61657e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Feb 19 05:05:42.944048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bdee-c7c9-4db6-85ff-b9d1352fa5e2 req-cb821022-6538-4273-92b8-f3c7a2b0f690 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:42.958830 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-94d3bdee-c7c9-4db6-85ff-b9d1352fa5e2 req-cb821022-6538-4273-92b8-f3c7a2b0f690 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1173058 Feb 19 05:05:43.008437 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-94d3bdee-c7c9-4db6-85ff-b9d1352fa5e2 req-266c6f8c-984b-41f9-986a-771df2e28e65 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Feb 19 05:05:43.227269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a19f-8a9b-4319-a66c-e3f7bca18e2a req-a4e659bc-fa6d-41bf-8f51-c64e42f3d59a tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:43.229700 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8473a19f-8a9b-4319-a66c-e3f7bca18e2a req-a4e659bc-fa6d-41bf-8f51-c64e42f3d59a tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.0995123 Feb 19 05:05:43.282316 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8473a19f-8a9b-4319-a66c-e3f7bca18e2a req-ab2e7c85-ba74-4731-b7b9-08b26de346d8 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Feb 19 05:05:43.900867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e059752e-fc3f-4fdd-9747-e1c9060fb1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:44.047697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:44.267406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457e6dc-a706-4d32-b87a-367987dd7cb9 req-606fddc1-4177-4cdd-af0f-7417f83a5d0c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:44.269074 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2457e6dc-a706-4d32-b87a-367987dd7cb9 req-606fddc1-4177-4cdd-af0f-7417f83a5d0c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0925236 Feb 19 05:05:44.328472 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2457e6dc-a706-4d32-b87a-367987dd7cb9 req-e1452015-99ac-4e1e-be7a-14c661e3ab2d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523398 Feb 19 05:05:44.785466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b0bd1-5aa1-481d-b9d0-10b5d629b9ce req-4c700295-b899-47fa-a6a5-c02d20b3f7fa tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:44.787190 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b22b0bd1-5aa1-481d-b9d0-10b5d629b9ce req-4c700295-b899-47fa-a6a5-c02d20b3f7fa tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.3319263 Feb 19 05:05:44.849072 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b22b0bd1-5aa1-481d-b9d0-10b5d629b9ce req-a000f763-99c2-4cfe-8d23-be98d6e93ebe tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Feb 19 05:05:45.616473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f55b36-38ca-4704-9959-d9229109066c req-b24bb80b-cdde-4c45-85b3-b4ad87c42d48 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:45.618185 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18f55b36-38ca-4704-9959-d9229109066c req-b24bb80b-cdde-4c45-85b3-b4ad87c42d48 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1274812 Feb 19 05:05:45.675590 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-18f55b36-38ca-4704-9959-d9229109066c req-b2d806cf-d1d1-46fc-b095-4360615daebe tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466924 Feb 19 05:05:45.754503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:46.257459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0727e-b1bb-4c7f-8d1c-8ce687cd66aa req-331b7768-834b-4de4-90f0-d9afc42a2935 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:46.261071 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e5a0727e-b1bb-4c7f-8d1c-8ce687cd66aa req-331b7768-834b-4de4-90f0-d9afc42a2935 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.1322844 Feb 19 05:05:46.356077 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e5a0727e-b1bb-4c7f-8d1c-8ce687cd66aa req-a000d76d-557f-493f-9f31-0b450d76f1ef tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Feb 19 05:05:46.500410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:46.969818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d8335-d5d5-4694-ae12-fb806440e413 req-2f4db326-66c6-4921-8125-912d94b3a4d8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:46.971449 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1e4d8335-d5d5-4694-ae12-fb806440e413 req-2f4db326-66c6-4921-8125-912d94b3a4d8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1251101 Feb 19 05:05:47.022524 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1e4d8335-d5d5-4694-ae12-fb806440e413 req-a1a3df8b-8c5d-4b2a-bfd2-049495268240 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Feb 19 05:05:47.650896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798853-d4d1-4a59-b9dc-62cb5193d353 req-3437692e-abd2-4009-b095-21bbb35e594e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:47.652562 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fe798853-d4d1-4a59-b9dc-62cb5193d353 req-3437692e-abd2-4009-b095-21bbb35e594e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.1718051 Feb 19 05:05:47.703893 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fe798853-d4d1-4a59-b9dc-62cb5193d353 req-119fb049-f27f-4d99-8f89-d40e4576d372 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Feb 19 05:05:48.319988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190811b-5ced-4019-b681-4f03d79c389c req-050e5f3d-b655-4751-bb30-55a81f5d0d55 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:48.324352 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9190811b-5ced-4019-b681-4f03d79c389c req-050e5f3d-b655-4751-bb30-55a81f5d0d55 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1402626 Feb 19 05:05:48.394353 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9190811b-5ced-4019-b681-4f03d79c389c req-d6762d01-4457-40e7-bf6a-dca47176b144 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607562 Feb 19 05:05:48.987220 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97da7-e841-4295-b50e-fd99f8fdac76 req-34171da9-5b5d-4155-8ada-f4932e674ab0 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:48.988951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55b97da7-e841-4295-b50e-fd99f8fdac76 req-34171da9-5b5d-4155-8ada-f4932e674ab0 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.1112664 Feb 19 05:05:49.049606 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55b97da7-e841-4295-b50e-fd99f8fdac76 req-84312cec-a9f4-45b5-9527-db8461c4325b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475910 Feb 19 05:05:49.618590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977cbe3-74dd-40bb-943e-2baf1967d295 req-fe394a00-00dc-4c49-a159-641c8f7e2d30 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:49.620326 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b977cbe3-74dd-40bb-943e-2baf1967d295 req-fe394a00-00dc-4c49-a159-641c8f7e2d30 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0979002 Feb 19 05:05:49.677187 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b977cbe3-74dd-40bb-943e-2baf1967d295 req-612468f7-a74d-46d4-b1e6-f85de79c6641 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495591 Feb 19 05:05:49.832084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Request body: {'port': {'device_id': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:49.966041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:50.280905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1baff3-cec9-4e34-8f2c-09f358b61235 req-78e4744f-7416-4b84-89a5-49d361148fb4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:50.282689 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4e1baff3-cec9-4e34-8f2c-09f358b61235 req-78e4744f-7416-4b84-89a5-49d361148fb4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 932 time: 0.0962143 Feb 19 05:05:50.340249 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4e1baff3-cec9-4e34-8f2c-09f358b61235 req-d170916d-274d-441e-8cc2-1a2ad124f6d1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Feb 19 05:05:50.450289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef46f39-c9fb-465a-824f-ff45eee0a7c0 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:05:50.459227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:50.472267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Transition to ACTIVE for port object cef46f39-c9fb-465a-824f-ff45eee0a7c0 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:05:50.476143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:50.509004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:50.734502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:50.739275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:51.087097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Attempting to bind port cef46f39-c9fb-465a-824f-ff45eee0a7c0 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:51.087469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Attempting to bind port cef46f39-c9fb-465a-824f-ff45eee0a7c0 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:05:51.087837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Attempting to bind port cef46f39-c9fb-465a-824f-ff45eee0a7c0 on network 8eb60346-93f2-47ae-933d-dc9d9450fe75 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:05:51.105074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:05:51.105937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Checking segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:05:51.107635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:51.108631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Bound using segment: {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:05:51.109531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Bound port: cef46f39-c9fb-465a-824f-ff45eee0a7c0, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:05:51.110394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:51.221529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8049e-b060-423c-93ad-367f7d87d872 req-369bf372-ef78-4f24-9ca4-8b45c960f588 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:51.225039 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6b8049e-b060-423c-93ad-367f7d87d872 req-369bf372-ef78-4f24-9ca4-8b45c960f588 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.3885889 Feb 19 05:05:51.309440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:05:51.315065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:05:51.327678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:51.348615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:51.489319 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:51.505438 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c6b8049e-b060-423c-93ad-367f7d87d872 req-01a862de-aa35-4303-ada6-56fd56515e07 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509539 Feb 19 05:05:51.518298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:51.584633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a029c-c063-4540-851d-2c312a200708 req-b9772997-6eb7-4a04-a928-6824caaa9981 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:51.587542 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2c7a029c-c063-4540-851d-2c312a200708 req-b9772997-6eb7-4a04-a928-6824caaa9981 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 944 time: 0.1124239 Feb 19 05:05:51.705569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:51.706586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:51.708275 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] 10.222.0.55 "PUT /v2.0/ports/cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 1158 time: 1.8811834 Feb 19 05:05:51.708997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:05:51.717497 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2c7a029c-c063-4540-851d-2c312a200708 req-2b7c6777-f5ae-461c-bea7-4246609fa49f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170635 Feb 19 05:05:51.907357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:05:51.922334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-3f81cac7-27e0-423c-94cf-3fc8cf133fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:51.924527 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-3f81cac7-27e0-423c-94cf-3fc8cf133fa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1161 time: 0.1405077 Feb 19 05:05:52.074078 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-96d8f1e6-b9ed-4039-ac77-8fd2c62033ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.1331625 Feb 19 05:05:52.150369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-58f309be-7596-414c-b46c-b6d39add05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:52.152276 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-58f309be-7596-414c-b46c-b6d39add05b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0708303 Feb 19 05:05:52.268968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-2aa5b337-4625-4cbb-8077-0a3dfa0dd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:52.271883 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-2aa5b337-4625-4cbb-8077-0a3dfa0dd63f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1126225 Feb 19 05:05:52.450196 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-23e160bb-5f92-4caa-b5b3-dbf4df043888 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650896 Feb 19 05:05:52.642416 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-599f2e32-8c8d-4b63-af80-625bafdb1109 req-b5889ccb-417f-4bf8-9d0b-05e3aee75db3 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1841385 Feb 19 05:05:52.962734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-1c362e90-55fb-46d5-b585-a3bd11fb74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:52.965541 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-1c362e90-55fb-46d5-b585-a3bd11fb74d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1161 time: 0.2277298 Feb 19 05:05:52.976933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150795f3-d8ff-4876-bbf1-4170fb095a5b req-180c6f5d-ee67-4ba4-bc9a-2e731975cdd1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:52.985312 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-150795f3-d8ff-4876-bbf1-4170fb095a5b req-180c6f5d-ee67-4ba4-bc9a-2e731975cdd1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1761463 Feb 19 05:05:52.988842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20357-3ee9-40b7-b8f9-fb7018b14d19 req-a6a3c1ce-a988-4903-968f-e09e53a131fb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:52.990598 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62c20357-3ee9-40b7-b8f9-fb7018b14d19 req-a6a3c1ce-a988-4903-968f-e09e53a131fb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 944 time: 0.1076393 Feb 19 05:05:53.049581 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62c20357-3ee9-40b7-b8f9-fb7018b14d19 req-93c4cf99-44c0-4f5f-8661-b939d576b7b7 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Feb 19 05:05:53.179774 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-150795f3-d8ff-4876-bbf1-4170fb095a5b req-86daa104-3762-444f-ae8d-01701442a97d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951281 Feb 19 05:05:53.261499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-b52862df-43a3-4eb1-a4d6-04d36eb40faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:53.264383 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-b52862df-43a3-4eb1-a4d6-04d36eb40faa service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.2775607 Feb 19 05:05:53.384164 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-27dc253b-ea60-440c-b741-b0395ef2e562 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.1105235 Feb 19 05:05:53.535499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-72c2cd85-6b29-400a-aba5-43d75ec66428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:53.537838 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-72c2cd85-6b29-400a-aba5-43d75ec66428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.1455534 Feb 19 05:05:53.692962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-1da5e931-eeb9-4e61-bcae-cd9435466053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:53.695359 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-1da5e931-eeb9-4e61-bcae-cd9435466053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1383619 Feb 19 05:05:53.957241 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-95443ad5-4f71-41f4-aaaa-99f58661bacc service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537048 Feb 19 05:05:54.232289 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7dde6de-b3f4-47bf-9dd1-ede780d30d04 req-59898b1f-c401-4a9a-855b-ceebc774b23a service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2642641 Feb 19 05:05:54.471903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b28da-e0e9-4b22-a2d5-a01546c5634d req-ab211104-01fa-4914-b641-e306b65d1d81 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:54.472996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-536b28da-e0e9-4b22-a2d5-a01546c5634d req-ab211104-01fa-4914-b641-e306b65d1d81 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:05:54.484670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-274311f3-a7b5-4a81-b0e0-5adfdabd87a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:05:54.498198 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712f9bd-49bd-46e3-9f45-8d7c62336a74 req-7aa38a69-0dbe-482b-bad9-e6dbd559c78c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:54.499463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-536b28da-e0e9-4b22-a2d5-a01546c5634d req-ab211104-01fa-4914-b641-e306b65d1d81 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:05:54.500825 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6712f9bd-49bd-46e3-9f45-8d7c62336a74 req-7aa38a69-0dbe-482b-bad9-e6dbd559c78c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1191132 Feb 19 05:05:54.501834 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-536b28da-e0e9-4b22-a2d5-a01546c5634d req-ab211104-01fa-4914-b641-e306b65d1d81 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 944 time: 0.2082396 Feb 19 05:05:54.578506 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-536b28da-e0e9-4b22-a2d5-a01546c5634d req-620581fd-0fcf-4e3e-abf3-0c532ee2f981 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664027 Feb 19 05:05:54.592968 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6712f9bd-49bd-46e3-9f45-8d7c62336a74 req-eb3f2c2e-3f9c-4016-bf1c-29fce16e5cdc tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779526 Feb 19 05:05:55.050913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:55.168619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:05:55.178884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:55.179586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:55.367901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:55.409464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:05:55.437396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:05:55.445375 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:55.447451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:05:55.538485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:05:55.549394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.549888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.550366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.550750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.551127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.551502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.551873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.552257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.552636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.553005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.553371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.553744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.554161 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.554522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.554887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.555251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.555612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.555975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.556381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.556744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.557106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.557533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.557897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.558254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:05:55.565335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:05:55.680904 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'code': 200} Feb 19 05:05:55.914499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169408-41e1-4d46-a0b0-2e1562c419eb req-5a27e285-e61d-42e8-87a5-f7e09e9ff33a tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:55.927814 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a169408-41e1-4d46-a0b0-2e1562c419eb req-5a27e285-e61d-42e8-87a5-f7e09e9ff33a tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1584973 Feb 19 05:05:56.096022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b7d62-7096-46e2-bf82-143adc4246f3 req-c195e7c1-e4a4-4df6-a381-7b9c3702e9cf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:56.111396 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ab7b7d62-7096-46e2-bf82-143adc4246f3 req-c195e7c1-e4a4-4df6-a381-7b9c3702e9cf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.2212648 Feb 19 05:05:56.113851 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a169408-41e1-4d46-a0b0-2e1562c419eb req-bd3212ef-a6f3-429f-a1b0-6f06bf38e6a1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766658 Feb 19 05:05:56.194676 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a5d0-1c0a-4cad-857c-850cd63a0c13 req-500c250d-0434-40dd-ac0c-896dfd237dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:56.198607 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e420a5d0-1c0a-4cad-857c-850cd63a0c13 req-500c250d-0434-40dd-ac0c-896dfd237dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.1754177 Feb 19 05:05:56.216941 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ab7b7d62-7096-46e2-bf82-143adc4246f3 req-bd16efee-9a11-4475-a372-307c179463cd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029963 Feb 19 05:05:56.232911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:05:56.330961 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e420a5d0-1c0a-4cad-857c-850cd63a0c13 req-6ce9dfed-35d3-4491-bf3d-610a172e1524 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205585 Feb 19 05:05:56.424327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:05:56.425312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:05:57.487441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517ce61-533f-4119-8417-c946c7a5c794 req-645b6173-3c02-4cc8-bf4e-e4f224df17e3 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:57.494346 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2517ce61-533f-4119-8417-c946c7a5c794 req-645b6173-3c02-4cc8-bf4e-e4f224df17e3 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1912413 Feb 19 05:05:57.586098 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2517ce61-533f-4119-8417-c946c7a5c794 req-609e0939-d739-4fe4-8ed1-0ff228a02d2c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848503 Feb 19 05:05:57.727588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b943a8-382d-4a8e-92b4-e8de843ea284 req-a6776617-be87-4ea9-8d49-c835b24e9a11 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:57.730622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2b943a8-382d-4a8e-92b4-e8de843ea284 req-a6776617-be87-4ea9-8d49-c835b24e9a11 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.2945921 Feb 19 05:05:57.797187 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b2b943a8-382d-4a8e-92b4-e8de843ea284 req-7e223f9e-c3ae-4950-8a1f-b8f96094c79b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525639 Feb 19 05:05:58.825918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a25e-d13f-4135-a23c-03bb84841273 req-f2578a36-644b-41fa-ac69-de60d8469520 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:58.828526 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8880a25e-d13f-4135-a23c-03bb84841273 req-f2578a36-644b-41fa-ac69-de60d8469520 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1013458 Feb 19 05:05:58.896134 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8880a25e-d13f-4135-a23c-03bb84841273 req-43de0ed2-ef5d-4198-a22e-ef87e05499ab tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564075 Feb 19 05:05:59.225429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a84ba-d0b4-46ad-9311-3fa96b27857a req-8dab4717-6c95-421d-a32f-cef0a0db0f3f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:59.228261 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2f2a84ba-d0b4-46ad-9311-3fa96b27857a req-8dab4717-6c95-421d-a32f-cef0a0db0f3f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1618624 Feb 19 05:05:59.321377 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2f2a84ba-d0b4-46ad-9311-3fa96b27857a req-f0c967a5-1388-4a5b-ad24-5b583ae380fd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793996 Feb 19 05:05:59.325653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047fc48-be24-4939-b89d-fcf5a28e0f27 req-f230893b-3fcb-4768-a7bc-f08afd35b17c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:05:59.327805 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3047fc48-be24-4939-b89d-fcf5a28e0f27 req-f230893b-3fcb-4768-a7bc-f08afd35b17c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1462893 Feb 19 05:05:59.416028 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3047fc48-be24-4939-b89d-fcf5a28e0f27 req-9a8a8ea8-e0bd-4838-9c35-c34fa346a7b4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790002 Feb 19 05:06:00.012818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e996-23ea-4e98-ae08-e226cbccb435 req-a554366f-e18a-4e73-8210-8bb4c6ec66bf tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:00.017037 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f883e996-23ea-4e98-ae08-e226cbccb435 req-a554366f-e18a-4e73-8210-8bb4c6ec66bf tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1072760 Feb 19 05:06:00.094263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f883e996-23ea-4e98-ae08-e226cbccb435 req-64c2a5f8-5a56-406c-bbb0-bc8d4762076d tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585752 Feb 19 05:06:00.689055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5eec2-56c7-4fe3-8106-df3ea35a4819 req-8e3a3007-83a7-4a72-b3bd-694d3d4cb96f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:00.696942 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-00e5eec2-56c7-4fe3-8106-df3ea35a4819 req-8e3a3007-83a7-4a72-b3bd-694d3d4cb96f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1733220 Feb 19 05:06:00.775445 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-00e5eec2-56c7-4fe3-8106-df3ea35a4819 req-63b80a23-67b6-4592-a452-1c0893c15462 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704434 Feb 19 05:06:01.995189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf77a-676a-4df8-b243-d6e03cc2052c req-6991d095-b294-44bb-917d-277b71d343e4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:01.996900 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-417cf77a-676a-4df8-b243-d6e03cc2052c req-6991d095-b294-44bb-917d-277b71d343e4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0899594 Feb 19 05:06:02.058418 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-417cf77a-676a-4df8-b243-d6e03cc2052c req-fe2392b6-7047-440c-b5c2-89169c84ddcd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542181 Feb 19 05:06:02.725924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-81829c11-497a-424f-b3b5-e434d195818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:02.727649 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-81829c11-497a-424f-b3b5-e434d195818f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1163 time: 0.3350816 Feb 19 05:06:02.978854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-e385c8b9-4415-45dd-8060-8144897595f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:02.982468 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-e385c8b9-4415-45dd-8060-8144897595f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.2388089 Feb 19 05:06:03.123861 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-0860136a-5193-4bac-bcf3-4bf1cd6611f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 1002 time: 0.1282418 Feb 19 05:06:03.199825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-0ddb728d-9e2b-49f4-a740-f31db6c006a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:03.201686 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-0ddb728d-9e2b-49f4-a740-f31db6c006a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.0716553 Feb 19 05:06:03.308327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781d505-5c01-41e8-a01a-5cfb18067f70 req-cf257d3a-a8a1-473f-8add-a30d621926c1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:03.310888 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b781d505-5c01-41e8-a01a-5cfb18067f70 req-cf257d3a-a8a1-473f-8add-a30d621926c1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0984983 Feb 19 05:06:03.355946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-ca68d951-9646-4c2b-8d29-176b8129506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:03.357715 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-ca68d951-9646-4c2b-8d29-176b8129506a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325848 Feb 19 05:06:03.415679 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b781d505-5c01-41e8-a01a-5cfb18067f70 req-3d59a00e-f72c-4569-aeb5-220bbb74e6b6 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924098 Feb 19 05:06:03.537834 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-b19f6b43-1aef-492f-8b4e-503e2897de26 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653421 Feb 19 05:06:03.761324 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a107f51a-d3e6-4553-aff2-85aa25270029 req-7e179042-b0c9-4113-abf3-2ce12011ce46 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2150078 Feb 19 05:06:04.146208 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:04.704903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49daa4-cf74-4d94-a0b0-f1556342d078 req-67eb9d49-cc01-4cc6-a4aa-3b7ab0d36a62 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:04.706519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ab49daa4-cf74-4d94-a0b0-f1556342d078 req-67eb9d49-cc01-4cc6-a4aa-3b7ab0d36a62 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1394732 Feb 19 05:06:04.760073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ab49daa4-cf74-4d94-a0b0-f1556342d078 req-fb908b74-530d-4abd-8b20-64655bb8f58b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Feb 19 05:06:05.768357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2cfe-505a-404b-9e73-b39b40029efa req-774b8c07-d152-4b31-a3bb-2173175ffdbd tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:05.770014 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92ed2cfe-505a-404b-9e73-b39b40029efa req-774b8c07-d152-4b31-a3bb-2173175ffdbd tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1139855 Feb 19 05:06:05.837170 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-92ed2cfe-505a-404b-9e73-b39b40029efa req-4e6e2d6a-086b-4ba2-b071-557d9f5655bd tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Feb 19 05:06:05.982631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55121f72-70d1-4649-ab3e-5b5595279b56 req-98484a89-ad95-41a2-9b85-0ee42efe6634 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:05.984610 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55121f72-70d1-4649-ab3e-5b5595279b56 req-98484a89-ad95-41a2-9b85-0ee42efe6634 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0926938 Feb 19 05:06:06.050956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55121f72-70d1-4649-ab3e-5b5595279b56 req-60c1f2b2-47b7-460d-95a3-1d270bbdec16 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536118 Feb 19 05:06:06.057002 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e9b80912-7e87-4024-8b38-41a3455ebebb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:network {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:06:06.077027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e9b80912-7e87-4024-8b38-41a3455ebebb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:network {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:06:06.078767 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e9b80912-7e87-4024-8b38-41a3455ebebb tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1989067 Feb 19 05:06:06.089345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:06.097793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:06:06.102393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Usage tracker for resource:floatingip and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:06:06.107406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:06:06.114760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:06:06.126304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.168910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:06:06.311101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.355770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:06:06.358816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.371724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:06.376562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.379043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:06.457630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:06.461964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:06.681942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Allocated IP 172.28.1.78 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/9e7824a0-35bd-407e-93ff-8fdc5edb7173) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:06:06.864039 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.901424 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:06.922639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdb8cd5a-4a35-430f-b968-f827d785182b tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:06.925896 dv-cinder-776422-3-smb neutron-server[83871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'code': 422} returned with failed status Feb 19 05:06:07.092590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'Port': ['ID=9e7824a0-35bd-407e-93ff-8fdc5edb7173,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:07.105661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.105959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.106899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.107499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.107943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.108551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.108942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.109322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.109706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.110271 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.110651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.111030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.111462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.111847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.112238 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.112634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.113012 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.113391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.113771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.114150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.114534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.114906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.115288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.115668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:07.120370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:07.177538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:06:07.178583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:06:07.181693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:06:07.276986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:07.343329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:07.648903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:07.654590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:07.673293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-059a79f6-372f-43af-a04c-8133f73781c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:07.812748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'Port': ['ID=9e7824a0-35bd-407e-93ff-8fdc5edb7173,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:07.818264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:08.199438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac6e6-8b2b-443e-bf79-eb796fbe74e7 req-b7796c4b-78c3-4dfb-aad8-b1ab894c586d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:08.201922 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2cfac6e6-8b2b-443e-bf79-eb796fbe74e7 req-b7796c4b-78c3-4dfb-aad8-b1ab894c586d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.0987885 Feb 19 05:06:08.208360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:08.241466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:08.242779 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1580060 Feb 19 05:06:08.255659 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2cfac6e6-8b2b-443e-bf79-eb796fbe74e7 req-19d3c6fe-f603-46ee-bee9-43ae95d8e58f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471995 Feb 19 05:06:08.257600 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-55508ed1-393e-45f6-b67e-aa005f1629ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166885 Feb 19 05:06:08.374370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-f9592d73-ed27-402f-8ef9-9ded57894a5c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:floatingip {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:06:08.389664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-f9592d73-ed27-402f-8ef9-9ded57894a5c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:floatingip {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:06:08.390964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-f9592d73-ed27-402f-8ef9-9ded57894a5c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1370051 Feb 19 05:06:08.585678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-b68d90e2-2fe9-4461-a1ec-a2abc8670268 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:08.587965 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-b68d90e2-2fe9-4461-a1ec-a2abc8670268 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 784 time: 0.1880727 Feb 19 05:06:08.602764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-18d1ad43-71c1-4bad-af22-b61631ab4634 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:06:08.603901 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10ff5425-53fb-4f3c-8a2e-f71c18b9c845 req-18d1ad43-71c1-4bad-af22-b61631ab4634 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067446 Feb 19 05:06:08.830273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-b3bda756-8cd0-4ea7-a0f9-d86af420bcde tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:08.832126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-b3bda756-8cd0-4ea7-a0f9-d86af420bcde tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1074073 Feb 19 05:06:08.978598 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-5b286de2-9a52-4753-a194-88375f7a46bf tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1046183 Feb 19 05:06:08.995747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'floatingip': {'port_id': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:09.088392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:09.208545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-c5db5c71-6bec-4b90-93d2-9b8a513da35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:09.210227 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-c5db5c71-6bec-4b90-93d2-9b8a513da35c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01&tenant_id=9dfea8bd292446fc8db4fc027f6409ff HTTP/1.1" status: 200 len: 1161 time: 0.3769696 Feb 19 05:06:09.525707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde0ea-68e5-4ab1-9350-fc56128bf644 req-84b2fb1e-6f01-4f84-a9f0-10f721525bb1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:09.527384 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4dde0ea-68e5-4ab1-9350-fc56128bf644 req-84b2fb1e-6f01-4f84-a9f0-10f721525bb1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1058447 Feb 19 05:06:09.550949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-e1eab4a9-1b40-4ab3-bd8a-c7f5c0679373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:09.552625 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-e1eab4a9-1b40-4ab3-bd8a-c7f5c0679373 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1161 time: 0.2732594 Feb 19 05:06:09.589863 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4dde0ea-68e5-4ab1-9350-fc56128bf644 req-1683010a-0cd3-4fd0-955e-af38d7fc5c8d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Feb 19 05:06:09.826103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-f6146694-8208-41e0-a16b-cc78ca66cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:09.827861 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-f6146694-8208-41e0-a16b-cc78ca66cf66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 200 len: 911 time: 0.2596128 Feb 19 05:06:09.961846 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-52f52389-9244-4a76-8f11-859f29fa2bc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 200 len: 1000 time: 0.1234412 Feb 19 05:06:10.136888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:10.138738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-1c19667c-e881-4747-9f62-bdf220ef9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:10.140370 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-1c19667c-e881-4747-9f62-bdf220ef9d74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 200 len: 856 time: 0.1712897 Feb 19 05:06:10.141531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:10.616474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-2f940430-0fa8-465b-a910-826c76b26ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:10.618068 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-2f940430-0fa8-465b-a910-826c76b26ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3240e77-5f85-453f-a4eb-fb6729c35700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999507 Feb 19 05:06:10.619519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Floating IP 36478325-540b-4860-8c46-ff94251e4d79 associated. External IP: 172.28.1.78, port: cef46f39-c9fb-465a-824f-ff45eee0a7c0. Feb 19 05:06:10.790969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eb801fb-ec0e-464d-a0b5-fb5d1f10e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:10.859034 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d322bd-05fa-4d33-aad6-8600570d6561 req-dab83bcb-2789-4e19-9e44-3363cda31751 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:10.860826 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-82d322bd-05fa-4d33-aad6-8600570d6561 req-dab83bcb-2789-4e19-9e44-3363cda31751 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.0988598 Feb 19 05:06:10.912874 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-82d322bd-05fa-4d33-aad6-8600570d6561 req-45c0cb7a-19ca-4aa8-a724-b432676bd2ad tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Feb 19 05:06:10.945718 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-72fff2b4-a3d4-4420-8816-564b8a3d4f7b service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707598 Feb 19 05:06:11.268075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9ecab0ee-4ada-4e7f-a915-8543ca31a0e1 req-cc7529d7-d8e2-4714-b150-4ff21c94f945 service neutron] 10.222.0.55 "GET /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2615838 Feb 19 05:06:11.273115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Router 27f53094-f35c-4beb-9e7a-c17a748fc403 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:06:11.484698 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:06:11.489075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:11.495172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Sync routers for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:06:11.510180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:11.511325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:11.555084 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-13a18e31-b550-43b5-9aa0-7d3d5a714dc6 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "PUT /v2.0/floatingips/36478325-540b-4860-8c46-ff94251e4d79 HTTP/1.1" status: 200 len: 996 time: 2.5677135 Feb 19 05:06:11.555615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:06:11.622340 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:06:11.729686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:11.744823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-ebf0e494-f974-49bd-921b-360fd0bbf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:11.746506 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-ebf0e494-f974-49bd-921b-360fd0bbf355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.1641026 Feb 19 05:06:11.790459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-61e3fef0-b8d2-4b7e-bb56-8051cf5c264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:11.792081 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-61e3fef0-b8d2-4b7e-bb56-8051cf5c264c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.1334434 Feb 19 05:06:12.063677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-c6c8fb74-1e8c-4a9c-aada-ba69fd3214eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:12.065371 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-c6c8fb74-1e8c-4a9c-aada-ba69fd3214eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.3041296 Feb 19 05:06:12.076399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-4a6b95f6-a1fd-4925-9a5d-3cc85d318794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:12.077961 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-4a6b95f6-a1fd-4925-9a5d-3cc85d318794 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.2276917 Feb 19 05:06:12.172032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0fcbd-be4b-4aad-aa91-ce5b5939a708 req-6d54c7aa-9595-4682-9e77-a9b5e4fa849d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:12.173981 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cc0fcbd-be4b-4aad-aa91-ce5b5939a708 req-6d54c7aa-9595-4682-9e77-a9b5e4fa849d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1005037 Feb 19 05:06:12.222651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '36478325-540b-4860-8c46-ff94251e4d79', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'floating_ip_address': '172.28.1.78', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'port_id': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'mac_address': 'fa:16:3e:90:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:06:07Z', 'updated_at': '2021-02-19T05:06:09Z', 'revision_number': 1, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:12.228037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Checking router: 27f53094-f35c-4beb-9e7a-c17a748fc403 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:06:12.239930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:12.240697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:05:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:12.261414 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3cc0fcbd-be4b-4aad-aa91-ce5b5939a708 req-4d5d2391-6d31-469a-a826-192817454d14 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791218 Feb 19 05:06:12.726119 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-5be082f2-b53b-4f9d-9303-f4249aabf0e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 999 time: 0.6519270 Feb 19 05:06:12.744120 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-7a04ac28-428a-481b-8afb-beef6f251ab0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 999 time: 0.5990734 Feb 19 05:06:12.836656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-d09a0b76-3c19-4125-9f20-ad31f6834210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:12.839640 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-d09a0b76-3c19-4125-9f20-ad31f6834210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0981386 Feb 19 05:06:12.901422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:13.018801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-696036b8-86b6-4c7c-887c-9a6cc6afd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:13.022063 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-696036b8-86b6-4c7c-887c-9a6cc6afd3f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730485 Feb 19 05:06:13.046632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-198b8bc2-8fa5-49b7-9542-177c60b67ac9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:06:13.048851 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-198b8bc2-8fa5-49b7-9542-177c60b67ac9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0134325 Feb 19 05:06:13.248591 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-84721c96-16f6-4e91-8b5a-b7714c247bca service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921935 Feb 19 05:06:13.416826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '36478325-540b-4860-8c46-ff94251e4d79', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'floating_ip_address': '172.28.1.78', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'port_id': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'mac_address': 'fa:16:3e:90:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:06:07Z', 'updated_at': '2021-02-19T05:06:09Z', 'revision_number': 1, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:13.423154 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-62ebbeb1-dea3-43d8-bfde-49703d86b324 req-913affe3-63c8-4f5a-a3c6-d7ec91b75563 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1669459 Feb 19 05:06:13.424206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc12a54-71c1-4af7-a1d7-5229315bca55 None None] The sync data for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb is: [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': '36478325-540b-4860-8c46-ff94251e4d79', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'floating_ip_address': '172.28.1.78', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'port_id': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'mac_address': 'fa:16:3e:90:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:06:07Z', 'updated_at': '2021-02-19T05:06:09Z', 'revision_number': 1, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:06:13.717902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d8b16-77be-46ce-a06f-d77483ce61a5 req-1ae3edc6-23aa-4682-8555-bfea21160d78 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:13.721051 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2e2d8b16-77be-46ce-a06f-d77483ce61a5 req-1ae3edc6-23aa-4682-8555-bfea21160d78 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1531298 Feb 19 05:06:13.812272 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2e2d8b16-77be-46ce-a06f-d77483ce61a5 req-bda147e2-0d05-455a-b972-1f2fe8c4435b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800967 Feb 19 05:06:13.821952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd77464-d1e6-4d82-9240-c62f540fd1db None None] New status for floating IP 36478325-540b-4860-8c46-ff94251e4d79: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:06:13.874239 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-488053252', 'description': 'tempest-TestMinimumBasicScenario-488053252 description'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:13.882061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:06:13.909883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:06:13.913234 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e6cd-301a-413b-8fbc-0a2fccfc5f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:13.924370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:13.971906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:06:13.976652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Usage tracker for resource:security_group_rule and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:06:13.980469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:06:13.987744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:06:14.073393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.145244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.152354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.163310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-234831cd-5740-4fd7-961a-848190729ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:14.256495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a6a4a2-0a4f-467a-970e-f753c045719e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:14.262412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:14.267713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.276173 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0bb90e57-f9d6-4ccf-b68f-cbdbf12c9da3 req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4082208 Feb 19 05:06:14.374018 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-f6e76d19-8084-485d-820a-1accb8918933 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups/f1a6a4a2-0a4f-467a-970e-f753c045719e HTTP/1.1" status: 200 len: 1812 time: 0.0588510 Feb 19 05:06:14.388491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a6a4a2-0a4f-467a-970e-f753c045719e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:14.388491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a6a4a2-0a4f-467a-970e-f753c045719e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:14.395648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:06:14.401452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Usage tracker for resource:security_group_rule and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:06:14.407405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:06:14.419312 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:06:14.489388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.519854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.522903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.525247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-232200a5-a893-4483-ab10-2130d4feee6e tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:14.551731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75464a81-a0f1-4b16-9c74-1dacf1642fa9,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:14.559866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:14.561635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.563447 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c30cf44-2cbf-47d5-98c0-73c14ddf65c4 req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1806049 Feb 19 05:06:14.685145 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-d19f5a84-66d3-4e85-ae72-297d150145d4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups/f1a6a4a2-0a4f-467a-970e-f753c045719e HTTP/1.1" status: 200 len: 2405 time: 0.0881467 Feb 19 05:06:14.690619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:06:14.692066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a6a4a2-0a4f-467a-970e-f753c045719e', 'remote_group_id': None}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:14.692440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1a6a4a2-0a4f-467a-970e-f753c045719e', 'remote_group_id': None}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:14.699294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:06:14.705992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Usage tracker for resource:security_group_rule and tenant:28677fd7cefa454dbbf3443e7902446b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:06:14.709668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:06:14.717247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:06:14.790553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.820425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.823912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.827043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cfb35ca7-534d-42bf-9b6d-a9466194231f tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:14.858903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdfd7ae-fdc9-404b-b500-ccdd596a741a,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:14.868250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:14.869618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:14.870942 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3ebbd86e-5faf-4fa3-be07-98f22bbcb37e req-a4ba4904-517e-41aa-93d4-9367a47adb38 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1846902 Feb 19 05:06:15.105909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce881-d32b-4e8c-8a72-eb68458e6d77 req-331c463b-7cc6-4a75-aafc-668e9ed2ecd4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:15.109442 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b05ce881-d32b-4e8c-8a72-eb68458e6d77 req-331c463b-7cc6-4a75-aafc-668e9ed2ecd4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1167104 Feb 19 05:06:15.188514 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b05ce881-d32b-4e8c-8a72-eb68458e6d77 req-b69f47fc-a5ac-413d-abf0-ed05135d5054 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700977 Feb 19 05:06:15.411897 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b661a51-966e-42e9-97d4-ff02377be877 req-9beaa692-d8d9-4569-9ff6-96af31984371 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:06:15.433553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b661a51-966e-42e9-97d4-ff02377be877 req-9beaa692-d8d9-4569-9ff6-96af31984371 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:06:15.436315 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b661a51-966e-42e9-97d4-ff02377be877 req-9beaa692-d8d9-4569-9ff6-96af31984371 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-488053252&fields=id&tenant_id=28677fd7cefa454dbbf3443e7902446b HTTP/1.1" status: 200 len: 267 time: 0.0881398 Feb 19 05:06:15.550174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661a51-966e-42e9-97d4-ff02377be877 req-a5ad26f1-d684-4297-859e-7a08bce36ee9 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:15.552284 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b661a51-966e-42e9-97d4-ff02377be877 req-a5ad26f1-d684-4297-859e-7a08bce36ee9 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1079094 Feb 19 05:06:15.572454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'port': {'security_groups': ['9b999d7d-4d7a-4497-8589-d4ae4d3951a5', 'f1a6a4a2-0a4f-467a-970e-f753c045719e']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:15.724865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:15.762253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.119685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:16.149826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.155214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.266341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a2822451-0bc5-4d76-b32a-e173ff27467c tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:16.385656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=5']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:16.391633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:16.435588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:16.439105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.439105 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8b661a51-966e-42e9-97d4-ff02377be877 req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "PUT /v2.0/ports/cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 982 time: 0.8721106 Feb 19 05:06:16.439105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:06:16.508851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.695039 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6c841-56e7-4ba6-a7db-b6592ede64f3 req-bc272a0b-deb6-4b6f-b4d8-620f9b4a297f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:16.696951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85c6c841-56e7-4ba6-a7db-b6592ede64f3 req-bc272a0b-deb6-4b6f-b4d8-620f9b4a297f tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1542685 Feb 19 05:06:16.757161 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-85c6c841-56e7-4ba6-a7db-b6592ede64f3 req-87d3ec7b-9ea6-40a8-834c-73904a65ea01 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500965 Feb 19 05:06:16.800382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-eeafb531-1a85-45be-9719-351b16f31245 None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:16.800807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeafb531-1a85-45be-9719-351b16f31245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:16.980068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a025ae-8ba7-4d3e-b4f1-c49ba9dce1f1 req-99109854-780f-4f47-894f-bf28aa86922e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:16.982081 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84a025ae-8ba7-4d3e-b4f1-c49ba9dce1f1 req-99109854-780f-4f47-894f-bf28aa86922e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1088963 Feb 19 05:06:17.047299 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84a025ae-8ba7-4d3e-b4f1-c49ba9dce1f1 req-21a8d5ce-18fb-49e9-aa12-35e748590be1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0579174 Feb 19 05:06:17.134968 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:06:18.010040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ecbc-2e9b-4b9a-8692-10bf737e0cbc req-ded27605-8d3b-4e2c-8fd0-e2a5ba7b2c90 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:18.012079 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fbb2ecbc-2e9b-4b9a-8692-10bf737e0cbc req-ded27605-8d3b-4e2c-8fd0-e2a5ba7b2c90 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1078203 Feb 19 05:06:18.081721 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fbb2ecbc-2e9b-4b9a-8692-10bf737e0cbc req-1c01ed04-b6a2-4366-8f28-295739a04a32 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622802 Feb 19 05:06:18.686398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:06:18.769694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:18.770689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:19.326183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c662239-20d1-4003-afb1-ab248d243a14 req-62b7afe7-2abf-474e-af5f-52cdbade816a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:19.327945 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c662239-20d1-4003-afb1-ab248d243a14 req-62b7afe7-2abf-474e-af5f-52cdbade816a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1078985 Feb 19 05:06:19.387520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c662239-20d1-4003-afb1-ab248d243a14 req-906e820e-16c5-4c64-863a-51f3eed2a469 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503552 Feb 19 05:06:20.618713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556805-fae4-479e-9f12-649e94a72aae req-54c6d062-fcac-47d5-9112-cfdfaa65e75b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:20.620485 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3b556805-fae4-479e-9f12-649e94a72aae req-54c6d062-fcac-47d5-9112-cfdfaa65e75b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1031444 Feb 19 05:06:20.692242 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3b556805-fae4-479e-9f12-649e94a72aae req-4cf526c5-ade2-4b96-a322-d84f01db2429 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612876 Feb 19 05:06:21.967525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a218f8b-a0b0-4510-8497-117d3fdd1547 req-b608340f-5f61-4268-9505-75d8d177d1fe tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:21.969203 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a218f8b-a0b0-4510-8497-117d3fdd1547 req-b608340f-5f61-4268-9505-75d8d177d1fe tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.0958560 Feb 19 05:06:22.042062 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a218f8b-a0b0-4510-8497-117d3fdd1547 req-c2bc29c9-30c9-4c5d-bc33-87b1ddd02f1c tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592244 Feb 19 05:06:23.317594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13b5c-7605-4c70-aeea-fee414846912 req-a4f3144b-47de-4047-bebe-265993b87bcf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:23.320044 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f1c13b5c-7605-4c70-aeea-fee414846912 req-a4f3144b-47de-4047-bebe-265993b87bcf tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.1288731 Feb 19 05:06:23.388357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f1c13b5c-7605-4c70-aeea-fee414846912 req-7cceaa79-5c2c-401a-8040-adc680daba59 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601146 Feb 19 05:06:24.709637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-16b2198c-dbcd-40bb-849b-ba6016d4e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:24.711594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-16b2198c-dbcd-40bb-849b-ba6016d4e6f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.1400814 Feb 19 05:06:24.765324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24436-f811-4273-8918-839c3f99e94a req-5ba9f95a-3144-4469-8726-7cfb364ae09a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:24.767141 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-11c24436-f811-4273-8918-839c3f99e94a req-5ba9f95a-3144-4469-8726-7cfb364ae09a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.2393067 Feb 19 05:06:24.860691 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-11c24436-f811-4273-8918-839c3f99e94a req-028e8027-3f7d-405f-8114-8e9419828229 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748527 Feb 19 05:06:24.872318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-17021ae5-bb4e-42fa-b9b2-7031a890d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:24.874293 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-17021ae5-bb4e-42fa-b9b2-7031a890d918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536481 Feb 19 05:06:25.045918 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-f5172def-60e7-47bc-a9e0-b8ef7234b139 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632044 Feb 19 05:06:25.224369 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8439f41e-971c-4dbe-9a37-8227ce3affb6 req-23e36716-21f7-4b89-a46f-a10d6e28d066 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681244 Feb 19 05:06:25.383044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e91f1d-0af8-4440-9636-736d90952424 req-25ef5119-f441-4109-9787-a2969a6cbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:25.384798 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-25ef5119-f441-4109-9787-a2969a6cbd84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1203 time: 0.0848787 Feb 19 05:06:25.554408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e91f1d-0af8-4440-9636-736d90952424 req-8f6b2a71-cfa2-4471-87db-a2f260af748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:25.556271 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-8f6b2a71-cfa2-4471-87db-a2f260af748f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.1635547 Feb 19 05:06:25.675036 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-80722ffa-7069-4fdd-a815-17f4c4cce8b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 1001 time: 0.1109281 Feb 19 05:06:25.753400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e91f1d-0af8-4440-9636-736d90952424 req-8a988e10-a8bd-4a59-8d92-f364e95c906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:25.755014 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-8a988e10-a8bd-4a59-8d92-f364e95c906d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0726285 Feb 19 05:06:25.873130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e91f1d-0af8-4440-9636-736d90952424 req-0af81b82-7e7e-4bf1-b2df-3c8a66e2d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:25.874812 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-0af81b82-7e7e-4bf1-b2df-3c8a66e2d567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885839 Feb 19 05:06:26.030040 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-7e7fa5cf-a2c9-4553-9420-f3bb955f2d26 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463349 Feb 19 05:06:26.090459 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab1cc-421d-4282-a103-676b18e48a78 req-e1bb76a7-fe92-496a-8e42-1449c7aa54d3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:26.092058 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e12ab1cc-421d-4282-a103-676b18e48a78 req-e1bb76a7-fe92-496a-8e42-1449c7aa54d3 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 944 time: 0.0959382 Feb 19 05:06:26.145554 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e12ab1cc-421d-4282-a103-676b18e48a78 req-5496b0f0-c20e-4ba5-97b1-2a9db912181b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Feb 19 05:06:26.182636 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-f4e91f1d-0af8-4440-9636-736d90952424 req-e1c2c962-92c4-490c-93bd-ac6967d478b1 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451480 Feb 19 05:06:26.999725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:06:27.130823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:27.131252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:27.278270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:27.312985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:06:27.324533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:27.329894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:27.331939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:27.411148 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'code': 200} Feb 19 05:06:27.440762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42e72-80f6-485e-82d6-65954ea0ac23 req-253e48d2-91d1-4893-b5e1-d2121e6e05cd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:27.446153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-35a42e72-80f6-485e-82d6-65954ea0ac23 req-253e48d2-91d1-4893-b5e1-d2121e6e05cd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1039851 Feb 19 05:06:27.452603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=6']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:27.456368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:27.501246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-35a42e72-80f6-485e-82d6-65954ea0ac23 req-4e1e4021-8e4e-43a8-bc17-8659cfa14100 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517545 Feb 19 05:06:27.789026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4a1f5-ec98-46e6-abc4-b975ada96258 req-ecb05147-0be0-46d9-9dc2-272bb383a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:27.790652 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-97f4a1f5-ec98-46e6-abc4-b975ada96258 req-ecb05147-0be0-46d9-9dc2-272bb383a29b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 1163 time: 0.0819194 Feb 19 05:06:27.849489 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-97f4a1f5-ec98-46e6-abc4-b975ada96258 req-7ef78ef2-5410-40de-9e35-66f404b6c75a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511470 Feb 19 05:06:28.646570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:06:28.747842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:28.748731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:28.774394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e2caa-7033-4c5c-873c-5f8f84a7730f req-38824c01-e184-4f6c-a940-6540d94d81dd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:28.777174 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-035e2caa-7033-4c5c-873c-5f8f84a7730f req-38824c01-e184-4f6c-a940-6540d94d81dd tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1246798 Feb 19 05:06:28.850577 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-035e2caa-7033-4c5c-873c-5f8f84a7730f req-ab1c1a64-f4ab-4c36-88dd-9aa7bb406f67 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653610 Feb 19 05:06:29.545954 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-2ad7e923-4d02-4ea1-a84b-265d81aaf696 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1045532 Feb 19 05:06:29.695841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-1dbe9e39-be57-4ab2-81ec-79a63f7d80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:29.697688 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-1dbe9e39-be57-4ab2-81ec-79a63f7d80c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 1163 time: 0.1073911 Feb 19 05:06:30.131672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b484c3-3675-4231-9b2e-0b9ae0d40e3b req-f29c4d1a-3786-4498-b0db-e6edf5b310c2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:30.141806 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-79b484c3-3675-4231-9b2e-0b9ae0d40e3b req-f29c4d1a-3786-4498-b0db-e6edf5b310c2 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1278143 Feb 19 05:06:30.207895 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-79b484c3-3675-4231-9b2e-0b9ae0d40e3b req-5eaaff7e-8a01-4e49-bace-600cd34e130a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643845 Feb 19 05:06:30.258730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-eaa0611c-9a65-4dd3-add4-bb72313af90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:30.260370 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-eaa0611c-9a65-4dd3-add4-bb72313af90b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 200 len: 903 time: 0.5393984 Feb 19 05:06:30.391562 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-ef37e096-bf8c-4c58-bde3-e0f00f728aa0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 200 len: 1002 time: 0.1228678 Feb 19 05:06:30.472696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-a355d21f-5dd2-46e5-ae09-829a71ce276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:30.474295 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-a355d21f-5dd2-46e5-ae09-829a71ce276a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 200 len: 848 time: 0.0739474 Feb 19 05:06:30.572278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-215ca3d2-c7b6-4828-89f5-248358dfec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:30.573848 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-215ca3d2-c7b6-4828-89f5-248358dfec70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf2b755b-5e50-4005-a4db-5cbf62e07491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870121 Feb 19 05:06:30.739263 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-7be14fc0-b77e-4266-a70e-a72a9a8955e9 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569183 Feb 19 05:06:30.897758 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4cac5214-5195-45aa-9464-52a0bf3ce5cb req-9e4cf29d-0a0d-4a69-9ff9-fa0cc893ccc6 service neutron] 10.222.0.55 "GET /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510510 Feb 19 05:06:31.513834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d08d55-b150-4b98-8767-acf9a628558f req-8db785d5-fa88-4a87-8d0b-c27106496038 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:31.516877 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98d08d55-b150-4b98-8767-acf9a628558f req-8db785d5-fa88-4a87-8d0b-c27106496038 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1202967 Feb 19 05:06:31.572522 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-98d08d55-b150-4b98-8767-acf9a628558f req-f2a2e3dd-8407-4fab-8d95-c39d4a7721fb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489478 Feb 19 05:06:34.155648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:39.204148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7185-d74b-4822-869a-cc5abc71424b req-4768eb33-f642-4d65-814a-ca587a4264df tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:39.205805 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27ba7185-d74b-4822-869a-cc5abc71424b req-4768eb33-f642-4d65-814a-ca587a4264df tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.1126838 Feb 19 05:06:39.261474 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-27ba7185-d74b-4822-869a-cc5abc71424b req-acf5996c-e8f1-4caa-b00a-24472bce8120 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483294 Feb 19 05:06:40.129250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-d7b3a3ae-86d8-4802-bc23-536457e36cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.130905 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-d7b3a3ae-86d8-4802-bc23-536457e36cdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1203 time: 0.1571553 Feb 19 05:06:40.143115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9b0d-c134-4102-900f-ed0ae7dbf9eb req-2943735d-7dcb-4970-9830-736e320263f4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.144768 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3dcc9b0d-c134-4102-900f-ed0ae7dbf9eb req-2943735d-7dcb-4970-9830-736e320263f4 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1316998 Feb 19 05:06:40.289849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3dcc9b0d-c134-4102-900f-ed0ae7dbf9eb req-615631e4-052a-4b35-8c41-50c934d221e3 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1223164 Feb 19 05:06:40.329806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-88dca207-4ab6-421e-95f3-9c7bc566436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.331405 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-88dca207-4ab6-421e-95f3-9c7bc566436f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.1856937 Feb 19 05:06:40.462819 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-eb9a9757-131a-47e0-acdd-8b013dfcfc83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 1001 time: 0.1236069 Feb 19 05:06:40.504488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ada1fe-3868-4e85-8885-bbdafad8f265 req-d21c90ce-a472-42ef-984d-2cedd9217fa6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.506193 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06ada1fe-3868-4e85-8885-bbdafad8f265 req-d21c90ce-a472-42ef-984d-2cedd9217fa6 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.0972590 Feb 19 05:06:40.540721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-c3433cd7-0d47-4d64-8d16-1d838f02f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.542398 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-c3433cd7-0d47-4d64-8d16-1d838f02f7e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0723500 Feb 19 05:06:40.567178 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-06ada1fe-3868-4e85-8885-bbdafad8f265 req-407e5758-d0ac-48fa-937a-38ba9985baca tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Feb 19 05:06:40.642134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-eb588617-bf90-4452-a350-fca8b0b15258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:40.642134 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-eb588617-bf90-4452-a350-fca8b0b15258 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929241 Feb 19 05:06:40.793814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce79f9a1-4284-4373-a242-f8a0e0a3bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:40.798377 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-b2a315c1-202b-4392-a925-02f5dc536c04 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489108 Feb 19 05:06:40.999369 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-606195d0-a3b8-4ab6-81bb-7de8484db81b req-3e61fc23-0815-4cd7-8b57-e3a35a71a5de service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1723206 Feb 19 05:06:41.278675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-a100c353-6287-433d-91a9-125d0704fc95 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:41.280501 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-a100c353-6287-433d-91a9-125d0704fc95 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.0942693 Feb 19 05:06:41.373076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Deleting port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:41.373655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:41.662828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510945-ffa6-4cb7-99b2-17c1036d77d3 req-8fd90408-07be-4473-8e0a-0e179e5d9a97 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:41.664136 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-20510945-ffa6-4cb7-99b2-17c1036d77d3 req-8fd90408-07be-4473-8e0a-0e179e5d9a97 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.2444530 Feb 19 05:06:41.763065 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-20510945-ffa6-4cb7-99b2-17c1036d77d3 req-6f63c872-8dff-4f3c-9d11-4db7e14c6838 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0920579 Feb 19 05:06:41.772831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] For port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:41.773253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:41.811435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631f81-0dfb-4a7b-a8f2-bf857a9c74f2 req-03112dd6-a440-4bf6-8ab0-01853243762b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:41.813164 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-21631f81-0dfb-4a7b-a8f2-bf857a9c74f2 req-03112dd6-a440-4bf6-8ab0-01853243762b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 946 time: 0.0983210 Feb 19 05:06:41.868385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-21631f81-0dfb-4a7b-a8f2-bf857a9c74f2 req-f7e729b0-80c1-47b2-b16b-7bb1bee64b5b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e6c092f-e90f-453d-809e-b3d34492cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482080 Feb 19 05:06:42.112964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:42.113385 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:42.113742 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Floating IP d24f3b91-9609-4994-b3d8-655300cbc9ab disassociated. External IP: 172.28.1.187, port: e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434. Feb 19 05:06:42.114127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Calling delete_port for e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:42.270474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:42.287371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-25371e1a-d0ea-4c8a-bddc-e7f61f947fc1 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:42.386142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'Port': ['ID=e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:42.408070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.408509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.408919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.409323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.409722 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.410119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.410515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.410906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.411299 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.411688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.412076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.412494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.412924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.413317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.413709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.414098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.414487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.414877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.415265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.415651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.416041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.416455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.416842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.417227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:06:42.426212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:42.616841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:06:42.659073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:06:42.659452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:06:42.989805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:06:43.077105 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b3c93b28-a051-4585-a22e-50f0c4f85e5d req-784f0608-2dac-4167-87a9-8c99f2796014 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dbaf329-9a26-4883-9419-c6473e3e74c5 HTTP/1.1" status: 200 len: 210 time: 0.0501420 Feb 19 05:06:43.100923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6385-98e9-4e76-a38d-7c0439e4b52a req-e43101d6-874c-40a4-a12a-1e7cbd2a0009 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:43.102538 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b50b6385-98e9-4e76-a38d-7c0439e4b52a req-e43101d6-874c-40a4-a12a-1e7cbd2a0009 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.2059243 Feb 19 05:06:43.239709 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b50b6385-98e9-4e76-a38d-7c0439e4b52a req-ae9cbd17-42d3-41b9-b201-1a4fb727c8fd tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1286886 Feb 19 05:06:43.254907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:06:43.266799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:06:43.278951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:43.279771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:43.298405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] No DVR routers for this DVR port e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:06:43.300870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:43.303876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'name': 'network-vif-deleted', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:06:43.320754 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-655a2f75-3c3d-4c9f-9c77-1dd5996698e8 req-753c6cc8-4dcd-4c89-809e-4031c0bf5e65 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.55 "DELETE /v2.0/ports/e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434 HTTP/1.1" status: 204 len: 173 time: 2.0337336 Feb 19 05:06:43.358256 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbaf329-9a26-4883-9419-c6473e3e74c5', 'name': 'network-vif-deleted', 'tag': 'e95cbbf8-1e4a-41f7-8e1d-c3d7bca4b434', 'status': 'completed', 'code': 200} Feb 19 05:06:43.494573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:43.834880 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:43.839133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:06:43.848923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:43.849606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:43.955753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c538472-0503-4d10-86f1-74e891c9d4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.067848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.079321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:44.215735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57904) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:44.291140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.322520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.381333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.391991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5bab0ff-2838-43f6-8682-5f19cdb4b455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:44.405580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c092f-e90f-453d-809e-b3d34492cf08,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:44.409344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:44.416674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.421311 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e6c092f-e90f-453d-809e-b3d34492cf08 HTTP/1.1" status: 204 len: 168 time: 0.2043405 Feb 19 05:06:44.422037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57910) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:44.442076 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-94c3eaa6-8d1d-427d-a177-9d1cadad30ba tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] show failed (client error): The resource could not be found. Feb 19 05:06:44.443297 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-94c3eaa6-8d1d-427d-a177-9d1cadad30ba tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "GET /v2.0/security-groups/8e6c092f-e90f-453d-809e-b3d34492cf08 HTTP/1.1" status: 404 len: 347 time: 0.0201395 Feb 19 05:06:44.446298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57914) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:44.460733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:44.464757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bb54-94af-453e-b057-b382e4d91d82 req-d87fb62c-c9ce-4ac0-b145-d2025407dc1b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:44.466536 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7584bb54-94af-453e-b057-b382e4d91d82 req-d87fb62c-c9ce-4ac0-b145-d2025407dc1b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1058285 Feb 19 05:06:44.466991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3e6e-a8fe-4f80-b11f-52c3d5af69e0 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:00:13Z', 'revision_number': 4, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'a93b7099-2f35-4a4e-a0df-cacb0f958040', 'name': '', 'network_id': 'bf2b755b-5e50-4005-a4db-5cbf62e07491', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'mac_address': 'fa:16:3e:d2:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:29Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'subnets': [{'id': '451a751d-79ac-4196-b209-07a04fbe9c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:06:44.568705 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7584bb54-94af-453e-b057-b382e4d91d82 req-7b6a25a5-489f-443f-b4d0-e69df4548402 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0855279 Feb 19 05:06:44.710168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Deleting port 861f820a-5402-4779-84e2-07e93cf0e297 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:44.710544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.905107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f95f1b-e82a-4c82-933e-28eed7893151 None None] New status for floating IP d24f3b91-9609-4994-b3d8-655300cbc9ab: DOWN {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:06:44.910547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:44.910913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:45.050380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Calling delete_port for 861f820a-5402-4779-84e2-07e93cf0e297 owned by network:floatingip {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:45.166162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:06:45.166518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:06:45.668928 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Deleting port 861f820a-5402-4779-84e2-07e93cf0e297 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:45.669470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:45.756073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:45.931974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1caa99-9ecf-4c63-a1b3-fecadd0acbc1 req-1ef07c2c-38c5-482d-86fd-f2ae96db8a60 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:45.933636 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2d1caa99-9ecf-4c63-a1b3-fecadd0acbc1 req-1ef07c2c-38c5-482d-86fd-f2ae96db8a60 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.2369592 Feb 19 05:06:45.971986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:45.972412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:46.120847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Calling delete_port for 861f820a-5402-4779-84e2-07e93cf0e297 owned by network:floatingip {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:46.178248 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2d1caa99-9ecf-4c63-a1b3-fecadd0acbc1 req-1372485f-0e4d-4245-9b99-f5f5a7c38526 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2288890 Feb 19 05:06:46.300494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:46.317583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c2338fa-02a1-463f-b84f-3716d70e5824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:46.417707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Pushing event deleted for resources: {'Port': ['ID=861f820a-5402-4779-84e2-07e93cf0e297,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:46.429059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:46.507838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:46.585306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks [] for floatingip, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:46.601245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:46.602479 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] 10.222.0.13 "DELETE /v2.0/floatingips/d24f3b91-9609-4994-b3d8-655300cbc9ab HTTP/1.1" status: 204 len: 168 time: 2.1548579 Feb 19 05:06:47.394572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ecb64-480d-4473-a63b-8d6d8343b194 req-30fc900b-797e-4666-bcbf-a1114ad0ca35 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:47.396252 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-001ecb64-480d-4473-a63b-8d6d8343b194 req-30fc900b-797e-4666-bcbf-a1114ad0ca35 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.0914471 Feb 19 05:06:47.462629 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-001ecb64-480d-4473-a63b-8d6d8343b194 req-715731e8-b6db-4d67-ace5-034f046159b9 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0585420 Feb 19 05:06:48.904233 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6c64f-85fd-4134-bda6-52185cf0789b req-88772311-8d4f-4ce7-b6be-678137f5d3c7 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:48.906000 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-49b6c64f-85fd-4134-bda6-52185cf0789b req-88772311-8d4f-4ce7-b6be-678137f5d3c7 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.3191245 Feb 19 05:06:48.976594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-49b6c64f-85fd-4134-bda6-52185cf0789b req-91897b88-3638-4bc8-b4e3-e99cb179ce44 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0620887 Feb 19 05:06:50.236595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031596-a28f-409f-90ee-ea29c1be7ae8 req-20eabdb4-de23-4f0a-b573-3f577b72380c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:50.238636 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b0031596-a28f-409f-90ee-ea29c1be7ae8 req-20eabdb4-de23-4f0a-b573-3f577b72380c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1086156 Feb 19 05:06:50.312517 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b0031596-a28f-409f-90ee-ea29c1be7ae8 req-ff9f6905-be26-4b43-8944-2b9bb007b593 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0593858 Feb 19 05:06:50.742978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57952) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:51.400707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:51.680248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9f26-36cb-4dce-b65c-8a3c246fb5fb req-45d682e7-cdfb-46a5-9662-51ff2c772304 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:51.681255 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:06:51.681948 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-493a9f26-36cb-4dce-b65c-8a3c246fb5fb req-45d682e7-cdfb-46a5-9662-51ff2c772304 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.2246885 Feb 19 05:06:51.850206 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-493a9f26-36cb-4dce-b65c-8a3c246fb5fb req-7ebb82ba-edab-4a6c-bb6f-502b2ea93d62 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1131923 Feb 19 05:06:51.937968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Deleting port a93b7099-2f35-4a4e-a0df-cacb0f958040 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:51.938235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:52.134399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] For port a93b7099-2f35-4a4e-a0df-cacb0f958040, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a93b7099-2f35-4a4e-a0df-cacb0f958040,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:52.134801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:52.271027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Calling delete_port for a93b7099-2f35-4a4e-a0df-cacb0f958040 owned by network:router_interface {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:52.644038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:52.661044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-891924a9-4ea3-492f-ba3a-4c32267b2d2f tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:52.767560 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93b7099-2f35-4a4e-a0df-cacb0f958040,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:52.772419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:53.156643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:53.167403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10de33-c02c-444b-bce1-8930b9edd6dd req-c67a2d16-d212-462e-90de-7e9d6ef756ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:53.169260 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a10de33-c02c-444b-bce1-8930b9edd6dd req-c67a2d16-d212-462e-90de-7e9d6ef756ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1177840 Feb 19 05:06:53.233131 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1a10de33-c02c-444b-bce1-8930b9edd6dd req-fcea353c-d83b-47d1-9801-2c4c5e31edb0 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0572245 Feb 19 05:06:53.927063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Router f07efc37-5e1d-4135-9b97-de221182f266 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:06:54.128010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:06:54.140356 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Sync routers for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:06:54.142638 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-eeab4355-c9df-4017-ac37-da3a85d1e643 admin admin] 10.222.0.13 "PUT /v2.0/routers/f07efc37-5e1d-4135-9b97-de221182f266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3983843 Feb 19 05:06:54.145705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57964) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:54.156547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:54.157759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:54.437417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks [] for router, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:54.567996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:54.684775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cd1ae-21cb-48be-a212-23f44a0f66f3 req-d0a210ea-c3ad-4a16-844a-48d53da7cb63 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:54.686447 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-559cd1ae-21cb-48be-a212-23f44a0f66f3 req-d0a210ea-c3ad-4a16-844a-48d53da7cb63 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.3020265 Feb 19 05:06:54.688832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:54.716680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Deleting port 955484e5-5f7c-4651-8fa8-d5554ac1b305 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:54.717166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:54.799410 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-559cd1ae-21cb-48be-a212-23f44a0f66f3 req-0f563235-ec4f-4834-84ad-7eae3e43d37c tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1054704 Feb 19 05:06:54.920088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:06:52Z', 'revision_number': 5, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port': {'id': '955484e5-5f7c-4651-8fa8-d5554ac1b305', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:52Z', 'updated_at': '2021-02-19T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:54.926015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:06:54.945298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] For port 955484e5-5f7c-4651-8fa8-d5554ac1b305, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=955484e5-5f7c-4651-8fa8-d5554ac1b305,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:54.945898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.009534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Checking router: f07efc37-5e1d-4135-9b97-de221182f266 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:06:55.035756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Routers {'f07efc37-5e1d-4135-9b97-de221182f266'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:06:55.036474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['f07efc37-5e1d-4135-9b97-de221182f266'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:55.089366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Calling delete_port for 955484e5-5f7c-4651-8fa8-d5554ac1b305 owned by network:router_gateway {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:55.220183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] Set router f07efc37-5e1d-4135-9b97-de221182f266 gateway port host: None {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:06:55.266819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:55.267249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.281606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.298485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4a99d34d-0e48-4be4-b945-d9a4e62f5dc8 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:55.381790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:06:54Z', 'revision_number': 6, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:55.392088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c9328-d16e-4559-adb7-63c1e3c84674 None None] The sync data for ids ['f07efc37-5e1d-4135-9b97-de221182f266'] in dv-cinder-776422-3-smb is: [{'id': 'f07efc37-5e1d-4135-9b97-de221182f266', 'name': 'tempest-AttachVolumeTestJSON-60288836-router', 'tenant_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:49Z', 'updated_at': '2021-02-19T05:06:54Z', 'revision_number': 6, 'project_id': 'eb191c5944ab4a1e8b2bc5bec866d20c', 'gw_port_host': None}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:06:55.407761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Pushing event deleted for resources: {'Port': ['ID=955484e5-5f7c-4651-8fa8-d5554ac1b305,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:55.410611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:55.544283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.735791 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.738303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.762648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.763370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07efc37-5e1d-4135-9b97-de221182f266 {{(pid=83984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:06:55.775924 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] Notify callbacks [] for router, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.777805 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ae0572f0-3e4e-4b82-bce3-736f4f68428e admin admin] 10.222.0.13 "DELETE /v2.0/routers/f07efc37-5e1d-4135-9b97-de221182f266 HTTP/1.1" status: 204 len: 168 time: 1.6304603 Feb 19 05:06:55.780989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57970) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:55.853079 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Deleting subnet 451a751d-79ac-4196-b209-07a04fbe9c22 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:06:55.857558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:55.912068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.004935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7431d7-597f-42f1-855a-50122b7acd88 req-2fbce882-74c7-40f6-a989-987724c3f152 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:56.006615 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9e7431d7-597f-42f1-855a-50122b7acd88 req-2fbce882-74c7-40f6-a989-987724c3f152 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.0882289 Feb 19 05:06:56.064246 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9e7431d7-597f-42f1-855a-50122b7acd88 req-55010ca1-2b0f-4567-b5c2-e8eca3d6470d tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0490730 Feb 19 05:06:56.254550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.413982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 955484e5-5f7c-4651-8fa8-d5554ac1b305 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:06:56.452942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 955484e5-5f7c-4651-8fa8-d5554ac1b305 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:06:56.453624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 955484e5-5f7c-4651-8fa8-d5554ac1b305 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:06:56.454139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a93b7099-2f35-4a4e-a0df-cacb0f958040 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:06:56.493980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: a93b7099-2f35-4a4e-a0df-cacb0f958040 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:06:56.494369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a93b7099-2f35-4a4e-a0df-cacb0f958040 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:06:56.525683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.541866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:56.633863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451a751d-79ac-4196-b209-07a04fbe9c22,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:56.637300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:56.684404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.690966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1316a-1aa2-4b3b-8cb7-15860262122b None None] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:06:56.692306 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0d47e016-43a6-459d-b3f5-9356aa9c439e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/451a751d-79ac-4196-b209-07a04fbe9c22 HTTP/1.1" status: 204 len: 168 time: 0.9101827 Feb 19 05:06:56.694251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 57976) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:56.817215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.892425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Deleting port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:56.892709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:56.976044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] DHCP port deletion for bf2b755b-5e50-4005-a4db-5cbf62e07491 request from dv-cinder-776422-3-smb {{(pid=83986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 05:06:56.981694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Deleting port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:56.982147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.142129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] For port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:57.142842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.255832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] For port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,segment=NetworkSegment(48cca9c5-580d-42fe-8b77-7b308257c8f1),segment_id=48cca9c5-580d-42fe-8b77-7b308257c8f1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:06:57.256448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.331767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Calling delete_port for 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:57.417886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Calling delete_port for 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:06:57.446165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.466686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c7f238ef-3b46-48c6-97d3-a0abe1aab648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:57.559856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0199b8-8f71-45a7-9a6a-83e1fbe72b1d req-b163a7b5-2f12-40eb-b1c9-7da0733e3caa tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:57.561652 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba0199b8-8f71-45a7-9a6a-83e1fbe72b1d req-b163a7b5-2f12-40eb-b1c9-7da0733e3caa tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.3481600 Feb 19 05:06:57.583145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58841f00-f8fc-4863-a6e9-5c8e9a5ed36b,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:57.612494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:57.626265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:06:57.626723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:06:57.676190 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ba0199b8-8f71-45a7-9a6a-83e1fbe72b1d req-034cff13-cf0e-4443-a7ce-ec04a5630507 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0941525 Feb 19 05:06:57.677054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] No DVR routers for this DVR port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b on host dv-cinder-776422-3-smb {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:06:57.806912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.930047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2b755b-5e50-4005-a4db-5cbf62e07491']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:57.944087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cca9c5-580d-42fe-8b77-7b308257c8f1') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:57.944542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cca9c5-580d-42fe-8b77-7b308257c8f1') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:06:57.958135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.974001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:57.976104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:06:58.127554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Deleting port 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:06:58.128028 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.163216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:06:58.172809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.200261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2444c407-da3d-450a-9f3d-9550681d489c None None] The port '58841f00-f8fc-4863-a6e9-5c8e9a5ed36b' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 05:06:58.354914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Network bf2b755b-5e50-4005-a4db-5cbf62e07491 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:06:58.379812 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:06:58.409988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:06:58.451816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:06:58.452120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 58841f00-f8fc-4863-a6e9-5c8e9a5ed36b not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:06:58.466665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.470637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:58.487787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.498268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2b755b-5e50-4005-a4db-5cbf62e07491,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:58.502069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:58.514208 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-17218f62-e37e-47cb-9f8d-503eaf31bdc4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf2b755b-5e50-4005-a4db-5cbf62e07491 HTTP/1.1" status: 204 len: 168 time: 1.8188186 Feb 19 05:06:58.651191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 57986) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:58.707870 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9ff8d3ce-f393-4baa-8ed0-5a7f27596a7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb191c5944ab4a1e8b2bc5bec866d20c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0551004 Feb 19 05:06:58.710784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 57992) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:06:58.783883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.817222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.928949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:06:58.955243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:58.961038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c03e7e57-7e47-4d07-aa81-d1001b0c409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:06:58.985150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d7ee2-76b0-42b3-b30a-6d69be8a7daa,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:06:58.994914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4a99a-00e1-497b-a5bf-c2c7ba8858df req-4567bde8-53cc-4f47-99e6-d6bd6db1984e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:06:58.996738 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e5b4a99a-00e1-497b-a5bf-c2c7ba8858df req-4567bde8-53cc-4f47-99e6-d6bd6db1984e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1439943 Feb 19 05:06:58.997619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:06:59.003473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:59.009573 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a5d7ee2-76b0-42b3-b30a-6d69be8a7daa HTTP/1.1" status: 204 len: 168 time: 0.2928569 Feb 19 05:06:59.038667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:06:59.039320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:06:59.075630 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e5b4a99a-00e1-497b-a5bf-c2c7ba8858df req-682ef13f-e356-4cce-a4e1-116d707f4095 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&id=f1a6a4a2-0a4f-467a-970e-f753c045719e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0602057 Feb 19 05:07:00.682929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58046) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:00.851597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:00.871825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:00.876237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd855dba8514fcbba205d98b6318fb6 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:00.879776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:00.887223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:01.054031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.057963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.075037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ffda118-8d44-4926-84a2-d0ac07960d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:01.158966 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcd855dba8514fcbba205d98b6318fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735446 Feb 19 05:07:01.161704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58052) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:01.161986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a611a77-79ad-403a-9a7c-e3712fac69e8,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:01.167453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:01.228778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.257457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.306856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.312437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:01.326330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a611a77-79ad-403a-9a7c-e3712fac69e8,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:01.329342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:01.330562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:01.331781 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a611a77-79ad-403a-9a7c-e3712fac69e8 HTTP/1.1" status: 204 len: 168 time: 0.1688588 Feb 19 05:07:03.649361 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58118) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:03.766435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35b55-2497-4d77-aad2-b16b2ddb7ccb req-3fdd0942-3289-4c31-96f9-08d9266cc62a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:03.768137 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c3d35b55-2497-4d77-aad2-b16b2ddb7ccb req-3fdd0942-3289-4c31-96f9-08d9266cc62a tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1013224 Feb 19 05:07:03.793131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:03.810919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:03.815463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Usage tracker for resource:security_group_rule and tenant:4276241f3f3f4de69f67dd954031924c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:03.818384 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c3d35b55-2497-4d77-aad2-b16b2ddb7ccb req-dfbf6f89-3688-4b61-99eb-8e86285a1080 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434282 Feb 19 05:07:03.818541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:03.826237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:03.917136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:03.922651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:03.932257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8d039dfa-f2a4-4b30-9800-aea50d8fdcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:03.977200 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4276241f3f3f4de69f67dd954031924c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266499 Feb 19 05:07:03.979127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd5756-a2b9-46ef-892d-8d5e55f44112,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:03.981426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58124) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:03.983206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:04.052843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.104758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.154040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.160758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.166260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b94580e4-1834-4b8f-8935-1049affd26a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:04.186918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd5756-a2b9-46ef-892d-8d5e55f44112,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:04.190781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:04.195925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.197211 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e0d2fce1-2bdf-4cbe-a215-d4ed3ae109b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0edd5756-a2b9-46ef-892d-8d5e55f44112 HTTP/1.1" status: 204 len: 168 time: 0.2138102 Feb 19 05:07:04.522603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58132) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:04.544270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.562153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:04.566501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Usage tracker for resource:security_group_rule and tenant:20e3bd13cb404ba18790aa83e1f7882b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:04.569971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:04.577518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:04.678594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.681931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.690844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0c2f4ff-fa93-44fd-ad5c-c24fcafb62a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:04.738417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c23db-65b3-4f8d-becd-84df1c22b291,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:04.743605 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20e3bd13cb404ba18790aa83e1f7882b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197635 Feb 19 05:07:04.744678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98652083-0628-48e1-a07f-ba746159a25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:04.747292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58136) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:04.814606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.847046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.908628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.913904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0cb7fb06-dce2-4e91-9c5c-a89c2adcf790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:04.929699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c23db-65b3-4f8d-becd-84df1c22b291,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:04.933067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:04.935920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:04.939478 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c6c23db-65b3-4f8d-becd-84df1c22b291 HTTP/1.1" status: 204 len: 168 time: 0.1888716 Feb 19 05:07:05.055286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2ba23-0a36-4a88-9cc6-628951035ded req-cf4c85fd-3a66-43e6-af0d-5d5f105dd087 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:05.056924 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-add2ba23-0a36-4a88-9cc6-628951035ded req-cf4c85fd-3a66-43e6-af0d-5d5f105dd087 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.1014419 Feb 19 05:07:05.115033 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-add2ba23-0a36-4a88-9cc6-628951035ded req-98fc91cb-0dfb-4a4c-83a3-388784fa47de tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups?id=44ba48ec-3044-4ce2-988a-83c59b1006d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509720 Feb 19 05:07:05.244553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-d3827938-d50d-4cb3-9c6e-695fa7618d6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:05.246281 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-d3827938-d50d-4cb3-9c6e-695fa7618d6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 946 time: 0.0871696 Feb 19 05:07:05.327971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Deleting port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:05.328407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:05.604964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] For port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:05.605243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:05.932259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:05.932821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:05.933002 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Floating IP 62375338-aaae-4003-91f0-367b36c3d822 disassociated. External IP: 172.28.1.206, port: 18b58c29-bbd3-4fdb-892f-bdc1bb7db788. Feb 19 05:07:05.933911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Calling delete_port for 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:06.085886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:06.104105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a4c1c396-a2e3-459a-af23-51d18e4414d5 tempest-DeleteServersTestJSON-2087140971 tempest-DeleteServersTestJSON-2087140971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:06.216159 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'Port': ['ID=18b58c29-bbd3-4fdb-892f-bdc1bb7db788,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:06.226167 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:06.322186 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-02bdf695-4fa9-4376-9a18-6df4719025e6 req-3cb427a7-3178-4e62-8989-d8d23cd477bb tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcdaa40f-89c6-4e14-a7be-eec4bcd32b01 HTTP/1.1" status: 200 len: 210 time: 0.0631225 Feb 19 05:07:06.535335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:07:06.795508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:06.847048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:06.847687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:06.986696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:07:06.998413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:07:07.016454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:07.017270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:07.026736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] No DVR routers for this DVR port 18b58c29-bbd3-4fdb-892f-bdc1bb7db788 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:07:07.029740 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:07.036994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-deleted', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:07.048440 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-678ba3f6-dfaa-47d8-9c13-df800738c5d2 req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.55 "DELETE /v2.0/ports/18b58c29-bbd3-4fdb-892f-bdc1bb7db788 HTTP/1.1" status: 204 len: 173 time: 1.7964437 Feb 19 05:07:07.099504 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdaa40f-89c6-4e14-a7be-eec4bcd32b01', 'name': 'network-vif-deleted', 'tag': '18b58c29-bbd3-4fdb-892f-bdc1bb7db788', 'status': 'completed', 'code': 200} Feb 19 05:07:07.229856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:07.512355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58200) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:07.584005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:07.606650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:07.610826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:07:07.617664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:07.622427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:07.623097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:06:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:07.668070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:07.673779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87a4733a-11ba-45e1-a40e-3c77acec2412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:07.690468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba48ec-3044-4ce2-988a-83c59b1006d0,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:07.694913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:07.698639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:07.699770 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "DELETE /v2.0/security-groups/44ba48ec-3044-4ce2-988a-83c59b1006d0 HTTP/1.1" status: 204 len: 168 time: 0.1860485 Feb 19 05:07:07.703240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58204) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:07.723847 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-047d7e18-5927-4aed-88f6-168ff3352906 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] show failed (client error): The resource could not be found. Feb 19 05:07:07.725058 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-047d7e18-5927-4aed-88f6-168ff3352906 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "GET /v2.0/security-groups/44ba48ec-3044-4ce2-988a-83c59b1006d0 HTTP/1.1" status: 404 len: 347 time: 0.0214896 Feb 19 05:07:07.728564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58208) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:07.824879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:07.902545 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Deleting port 74072f18-3adc-401d-807c-1afaed623691 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:07.903113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.095172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.095752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.164103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:08.168711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7ecf-c90f-471c-a020-a345b615b999 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:00:19Z', 'revision_number': 4, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'cd21123f-fb9e-4ae6-bb59-4bfb32406505', 'name': '', 'network_id': 'b3240e77-5f85-453f-a4eb-fb6729c35700', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'mac_address': 'fa:16:3e:05:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:00:08Z', 'updated_at': '2021-02-19T05:00:37Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'subnets': [{'id': '248a2d8b-c61e-4a1d-9c3f-deb49d19be66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:07:08.240457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Calling delete_port for 74072f18-3adc-401d-807c-1afaed623691 owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:08.391249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.410069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92f2ffa7-d6e1-4b04-9604-4557d414d2b0 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:08.517134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Pushing event deleted for resources: {'Port': ['ID=74072f18-3adc-401d-807c-1afaed623691,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:08.522020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:08.607814 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b478dd-f158-42cf-827f-c7152a685d73 None None] New status for floating IP 62375338-aaae-4003-91f0-367b36c3d822: DOWN {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:07:08.643547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.668787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:08.670704 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] 10.222.0.13 "DELETE /v2.0/floatingips/62375338-aaae-4003-91f0-367b36c3d822 HTTP/1.1" status: 204 len: 168 time: 0.9414375 Feb 19 05:07:10.785637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-069a1668-09ca-4b87-bbff-c127eaa08237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:11.514690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58252) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:11.987687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58270) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:12.212807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.236582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:12.243527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Usage tracker for resource:security_group_rule and tenant:bfbf01c642974a8da5574028790afe62 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:12.247651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:12.255507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:12.419284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.491984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.510082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.522022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-175b88ee-491f-4b46-9e1c-920eaf4449b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:12.657599 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfbf01c642974a8da5574028790afe62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659815 Feb 19 05:07:12.658539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971570d-cebe-4564-8074-3ad5600c65c3,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:12.658708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58276) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:12.664135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:12.724940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.753696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.801129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.806476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f1beaeb1-474a-4b81-9cfb-0c3a8c118eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:12.826668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971570d-cebe-4564-8074-3ad5600c65c3,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:12.837695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.838375 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.838787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.839191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.839768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.840456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.840910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.841310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.841710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.842104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.842494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.842884 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.843320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.843704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.844099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.844513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.844902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.845289 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.845699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.846062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.846446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.846837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.847227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.847613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:12.851790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:12.853110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:12.854340 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9971570d-cebe-4564-8074-3ad5600c65c3 HTTP/1.1" status: 204 len: 168 time: 0.1945198 Feb 19 05:07:12.876721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Deleting port cd21123f-fb9e-4ae6-bb59-4bfb32406505 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:12.877106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.070746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] For port cd21123f-fb9e-4ae6-bb59-4bfb32406505, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=cd21123f-fb9e-4ae6-bb59-4bfb32406505,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:13.071337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.208053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Calling delete_port for cd21123f-fb9e-4ae6-bb59-4bfb32406505 owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:13.216241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58284) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:13.235937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.251826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:13.255855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Usage tracker for resource:security_group_rule and tenant:6eb6f2953276450ea62e48aa3493ccb1 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:13.258822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:13.265060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:13.352033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.355440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.365130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-653e844c-fcbe-4d50-99a5-aa62b2762e3b tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:13.410760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879fe5ab-760d-40af-b78a-69c25bd45c5d,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:13.415674 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6eb6f2953276450ea62e48aa3493ccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982288 Feb 19 05:07:13.416789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ce4fae8-9880-425d-8d70-a57ebcf5205b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:13.419435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58288) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:13.487240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.518088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.570498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.577080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5524a073-3189-4f90-9e81-a7f340111bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:13.593405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879fe5ab-760d-40af-b78a-69c25bd45c5d,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:13.595890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:13.598115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.602053 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/879fe5ab-760d-40af-b78a-69c25bd45c5d HTTP/1.1" status: 204 len: 168 time: 0.1788721 Feb 19 05:07:13.784786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.800574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccb2f0e7-88fd-46d7-98f1-cd8824bbe15e tempest-ServerRescueNegativeTestJSON-713952942 tempest-ServerRescueNegativeTestJSON-713952942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:13.899952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301ac36-30d3-435f-b827-a6e2244a202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:13.907996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cd21123f-fb9e-4ae6-bb59-4bfb32406505,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:13.911066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:14.055921 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:14.232405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:14.761879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:07:14.964419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:07:14.977146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Sync routers for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:07:14.994546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:14.995654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:15.001112 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] 10.222.0.13 "PUT /v2.0/routers/ec66cc37-a968-4e5c-aee7-f9d0f4f85b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825597 Feb 19 05:07:15.001449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58324) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:15.205582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:15.229128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:15.424841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:15.434828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Deleting port 1ad45d02-c772-4416-b2e4-736df9ec5b6b {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:15.434828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:15.566725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:07:13Z', 'revision_number': 5, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port': {'id': '1ad45d02-c772-4416-b2e4-736df9ec5b6b', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T04:59:53Z', 'updated_at': '2021-02-19T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:15.570879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Checking router: ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:07:15.582278 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Routers {'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:15.582941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:15.652331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] For port 1ad45d02-c772-4416-b2e4-736df9ec5b6b, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=1ad45d02-c772-4416-b2e4-736df9ec5b6b,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:15.652714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:15.755655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:15.804437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Calling delete_port for 1ad45d02-c772-4416-b2e4-736df9ec5b6b owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:15.868001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58350) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:15.927387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] Set router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 gateway port host: None {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:16.001801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.018691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:16.024160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.041585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:16.046333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:7297da19730e49f693de02d494e96b3a is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:16.049031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:07:15Z', 'revision_number': 6, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:16.049712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:16.053655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170240-80f4-4a1c-906c-affdd3c3e043 None None] The sync data for ids ['ec66cc37-a968-4e5c-aee7-f9d0f4f85b74'] in dv-cinder-776422-3-smb is: [{'id': 'ec66cc37-a968-4e5c-aee7-f9d0f4f85b74', 'name': 'tempest-AttachVolumeShelveTestJSON-2026904686-router', 'tenant_id': '9dfea8bd292446fc8db4fc027f6409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T04:59:50Z', 'updated_at': '2021-02-19T05:07:15Z', 'revision_number': 6, 'project_id': '9dfea8bd292446fc8db4fc027f6409ff', 'gw_port_host': None}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:07:16.055659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:16.189818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.193850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.205125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-49e43307-6bbd-406d-b583-ece8b4aea05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:16.252936 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7297da19730e49f693de02d494e96b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807232 Feb 19 05:07:16.253725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58356) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:16.268850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a8062-6d10-43f9-ac43-c24affdc2d57,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:16.273775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:16.332902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.365869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.379782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad45d02-c772-4416-b2e4-736df9ec5b6b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:16.384719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:16.431800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 1ad45d02-c772-4416-b2e4-736df9ec5b6b no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:16.433633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.440150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4421f90e-ae20-42d7-b829-a09b7f33ec21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:16.457562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.460691 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b3a8062-6d10-43f9-ac43-c24affdc2d57 HTTP/1.1" status: 204 len: 168 time: 0.2059493 Feb 19 05:07:16.462487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a8062-6d10-43f9-ac43-c24affdc2d57,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:16.465228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:16.482958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 1ad45d02-c772-4416-b2e4-736df9ec5b6b {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:16.483363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 1ad45d02-c772-4416-b2e4-736df9ec5b6b not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:16.483827 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cd21123f-fb9e-4ae6-bb59-4bfb32406505 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:16.526876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.552695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: cd21123f-fb9e-4ae6-bb59-4bfb32406505 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:16.553074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device cd21123f-fb9e-4ae6-bb59-4bfb32406505 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:16.565160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.724354 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.726739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.806680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58364) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:16.836468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.853641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.854442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:07:16.855985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:16.865031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Usage tracker for resource:security_group_rule and tenant:1966d8db60f744bf86295d9a9e0e19c2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:16.869220 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:16.876837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:16.892399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:16.893662 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-f2e1c4df-c580-4d81-a6df-14b6ba32734d admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec66cc37-a968-4e5c-aee7-f9d0f4f85b74 HTTP/1.1" status: 204 len: 168 time: 1.8912067 Feb 19 05:07:16.898769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58368) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:17.012762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Deleting subnet 248a2d8b-c61e-4a1d-9c3f-deb49d19be66 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:07:17.016294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.023603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.028415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.038617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a239be80-671d-4d6e-8def-3c7689d9dd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:17.078758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.089249 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1966d8db60f744bf86295d9a9e0e19c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787595 Feb 19 05:07:17.089249 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a962a7cb-3087-45f3-8bb6-a7b07f4451bb,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:17.094174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58372) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:17.097435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:17.170340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.174155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.200165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.261504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.265891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ef6b27cb-7179-4cdb-8ee6-eb3bc255bbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:17.278677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a962a7cb-3087-45f3-8bb6-a7b07f4451bb,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:17.283155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:17.286690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.289962 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a962a7cb-3087-45f3-8bb6-a7b07f4451bb HTTP/1.1" status: 204 len: 168 time: 0.1944232 Feb 19 05:07:17.473075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.489561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-eb5025bf-39b9-4d5d-a69c-e678fafb5e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:17.803188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248a2d8b-c61e-4a1d-9c3f-deb49d19be66,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:17.807955 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:17.854013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:17.861921 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-afccd217-fbd8-47f5-af53-5e21771f9fc8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/248a2d8b-c61e-4a1d-9c3f-deb49d19be66 HTTP/1.1" status: 204 len: 168 time: 0.9614410 Feb 19 05:07:17.864686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58388) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:17.870509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6443279-69b2-46ab-9f2f-f25402dfec81 None None] Network b3240e77-5f85-453f-a4eb-fb6729c35700 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:18.000134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.070292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Deleting port a17a8d1a-faf6-4065-ac47-67267fa88e5d {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:18.070926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.146283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] DHCP port deletion for b3240e77-5f85-453f-a4eb-fb6729c35700 request from dv-cinder-776422-3-smb {{(pid=83986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 05:07:18.150914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Deleting port a17a8d1a-faf6-4065-ac47-67267fa88e5d {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:18.151581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.244591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58398) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:18.307378 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] For port a17a8d1a-faf6-4065-ac47-67267fa88e5d, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a17a8d1a-faf6-4065-ac47-67267fa88e5d,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:18.307770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.376320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567902787-network', 'tenant_id': '92f114e59de24294917f59b0c4467f36'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:18.381679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:18.386608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Usage tracker for resource:network and tenant:92f114e59de24294917f59b0c4467f36 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:18.391510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:18.399601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:18.404383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] For port a17a8d1a-faf6-4065-ac47-67267fa88e5d, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=a17a8d1a-faf6-4065-ac47-67267fa88e5d,segment=NetworkSegment(3977f8af-5067-4ea6-8ea3-c1c6f7130f14),segment_id=3977f8af-5067-4ea6-8ea3-c1c6f7130f14)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:18.404844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.411182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Made reservation on behalf of 92f114e59de24294917f59b0c4467f36 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:18.416610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.433949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.451108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Calling delete_port for a17a8d1a-faf6-4065-ac47-67267fa88e5d owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:18.459132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:18.463878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Usage tracker for resource:security_group_rule and tenant:92f114e59de24294917f59b0c4467f36 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:18.467879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:18.476420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a17a8d1a-faf6-4065-ac47-67267fa88e5d no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:18.477893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:18.540804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.557240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-129278d4-f781-4347-ab80-0800b3162808 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:18.587654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.592470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.593150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Calling delete_port for a17a8d1a-faf6-4065-ac47-67267fa88e5d owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:18.603382 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-acda4a29-87ae-4e14-bc31-d53949f69c3b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:18.663405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:18.670962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No active binding found for port a17a8d1a-faf6-4065-ac47-67267fa88e5d {{(pid=83986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 19 05:07:18.671404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device a17a8d1a-faf6-4065-ac47-67267fa88e5d not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:18.674487 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:18.685898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17a8d1a-faf6-4065-ac47-67267fa88e5d,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:18.690310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:07:18.690813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:07:18.692492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:18.693290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:07:18.711123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.711762 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Added segment 2ad8de83-3947-4b58-94a9-c67c41485289 of type vxlan for network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d Feb 19 05:07:18.744365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] No DVR routers for this DVR port a17a8d1a-faf6-4065-ac47-67267fa88e5d on host dv-cinder-776422-3-smb {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:07:18.745838 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.779178 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.780755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:18.781425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.786788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:18.875281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.897582 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6517675 Feb 19 05:07:18.902879 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58404) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:18.907137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Pushing event updated for resources: {'Network': ['ID=0c98706f-33d8-4e0c-b314-59b8f20f4a6d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:18.912893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Request body: {'subnet': {'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567902787-subnet', 'tenant_id': '92f114e59de24294917f59b0c4467f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:18.916869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:18.920156 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:18.925157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:18.928191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Usage tracker for resource:subnet and tenant:92f114e59de24294917f59b0c4467f36 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:18.935184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:18.946707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:18.962587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Made reservation on behalf of 92f114e59de24294917f59b0c4467f36 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:18.972341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6211297'] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:18.998044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3240e77-5f85-453f-a4eb-fb6729c35700']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:19.004246 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:19.012141 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3977f8af-5067-4ea6-8ea3-c1c6f7130f14') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:19.013054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3977f8af-5067-4ea6-8ea3-c1c6f7130f14') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:19.025628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.042170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.044397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:07:19.192104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Deleting port a17a8d1a-faf6-4065-ac47-67267fa88e5d {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:19.192582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.237828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Network b3240e77-5f85-453f-a4eb-fb6729c35700 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:07:19.252733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.269972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-408ba6ed-5120-4137-a97d-0ce9e6a7bb3f None None] The port 'a17a8d1a-faf6-4065-ac47-67267fa88e5d' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 05:07:19.437604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Network b3240e77-5f85-453f-a4eb-fb6729c35700 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:07:19.451559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6167354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6211312'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:07:19.461362 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:07:19.467216 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:19.543546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.548293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.552370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:19.578776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3240e77-5f85-453f-a4eb-fb6729c35700,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:19.581932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:19.589882 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-69b79892-4ae7-4795-a801-9ed3f9e0e418 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3240e77-5f85-453f-a4eb-fb6729c35700 HTTP/1.1" status: 204 len: 168 time: 1.7240829 Feb 19 05:07:19.594270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcb2552-4e59-4599-afd3-64b0ac5d699c,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:19.598434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:19.670290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Checking segment: {'id': '2ad8de83-3947-4b58-94a9-c67c41485289', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:07:19.670668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Network hostable DHCP agents. Network: 0c98706f-33d8-4e0c-b314-59b8f20f4a6d, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:07:19.690191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:07:19.698679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 0c98706f-33d8-4e0c-b314-59b8f20f4a6d) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:07:19.710380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef8bc7-9cb8-4aad-b62e-e8ff0b6e83c0 None None] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:19.712818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:19.713471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.719563 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58410) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:19.734760 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8297877 Feb 19 05:07:19.786042 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4d1584e2-56aa-4255-9b68-bda64257ba73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dfea8bd292446fc8db4fc027f6409ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0644023 Feb 19 05:07:19.788182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58416) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:19.864497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.908854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.952419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4706c-7421-4eeb-9a86-143728817e9e None None] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:19.962479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:19.968089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12173742-1f3b-4738-986d-0c0148bac2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:19.988761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a504c1-5874-4181-bf66-0c15e0d35a00,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:19.992763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:19.995134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.000349 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-811d6057-b7d1-4978-98eb-4e378ebb7e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71a504c1-5874-4181-bf66-0c15e0d35a00 HTTP/1.1" status: 204 len: 168 time: 0.2109571 Feb 19 05:07:20.634441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58450) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:20.643429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950214131-network', 'tenant_id': '10eb0d884dc6480db764fed67ecdeae1'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:20.648632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:20.654105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Usage tracker for resource:network and tenant:10eb0d884dc6480db764fed67ecdeae1 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:20.658670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:20.665259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:20.675916 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Made reservation on behalf of 10eb0d884dc6480db764fed67ecdeae1 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:20.680949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.694908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.711887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:20.716707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Usage tracker for resource:security_group_rule and tenant:10eb0d884dc6480db764fed67ecdeae1 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:20.720122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:20.726127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:20.823634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.827155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.830477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d266f418-724b-48b2-819a-9550035459ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:20.866717 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:07:20.877368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3aaa18-c046-4f5d-b8c7-f66e039c7d7f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:20.880819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:20.885160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.885552 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Added segment 4efe663c-77c6-4039-aa03-a7e404032e44 of type vxlan for network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 Feb 19 05:07:20.918445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.952802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.954969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:20.956053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:20.965196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90bb0fa2-c5f9-41eb-8eee-c2d8102c33cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:21.086026 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4503181 Feb 19 05:07:21.086966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Pushing event updated for resources: {'Network': ['ID=6daad9c9-8f8b-46ef-a7ca-73dc90085d54,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:21.089270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58464) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:21.090032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3240847-fb04-4efd-9187-9176a7a10267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:21.096468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Request body: {'subnet': {'network_id': '6daad9c9-8f8b-46ef-a7ca-73dc90085d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950214131-subnet', 'tenant_id': '10eb0d884dc6480db764fed67ecdeae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:21.099761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:21.101942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:21.106152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Usage tracker for resource:subnet and tenant:10eb0d884dc6480db764fed67ecdeae1 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:21.110014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:21.116922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:21.129059 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Made reservation on behalf of 10eb0d884dc6480db764fed67ecdeae1 for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:21.133947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6447787'] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:21.168366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:21.557597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847910126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6447802'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:21.573725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:21.699261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64501c9b-1f1d-40da-a633-a94d9b339f92,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:21.704365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:21.776587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Checking segment: {'id': '4efe663c-77c6-4039-aa03-a7e404032e44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6daad9c9-8f8b-46ef-a7ca-73dc90085d54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:07:21.776906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Network hostable DHCP agents. Network: 6daad9c9-8f8b-46ef-a7ca-73dc90085d54, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:07:21.797054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:07:21.806881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 6daad9c9-8f8b-46ef-a7ca-73dc90085d54) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:07:21.815824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426272e-2aa2-4b8f-ab2e-0f632a94a2e3 None None] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:21.820162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:21.820849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:21.839700 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7486820 Feb 19 05:07:22.050350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ed883-8422-4b66-9e44-591ba71a5dcb None None] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:22.396601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-217d1ceb-331c-47a6-b502-7b1276d6028c tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:22.397368 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-217d1ceb-331c-47a6-b502-7b1276d6028c tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Synchronizing usage tracker for tenant:92f114e59de24294917f59b0c4467f36 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:07:22.414329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-217d1ceb-331c-47a6-b502-7b1276d6028c tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Unset dirty status for tenant:92f114e59de24294917f59b0c4467f36 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:07:22.415604 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-217d1ceb-331c-47a6-b502-7b1276d6028c tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/networks?id=0c98706f-33d8-4e0c-b314-59b8f20f4a6d HTTP/1.1" status: 200 len: 809 time: 0.1817155 Feb 19 05:07:22.432499 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-38107d47-4e61-441d-928e-3a24919b793b tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/quotas/92f114e59de24294917f59b0c4467f36 HTTP/1.1" status: 200 len: 375 time: 0.0098655 Feb 19 05:07:22.486580 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-db4e5d8c-fc6f-4e88-b039-f52f14a55225 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f114e59de24294917f59b0c4467f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478897 Feb 19 05:07:22.632678 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-5f0896da-4ef9-4855-a25f-7fdc4a570a1c service neutron] 10.222.0.13 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382849 Feb 19 05:07:22.779870 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-ab789963-6e9a-4ee0-b60b-3f25c26cc449 service neutron] 10.222.0.13 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401436 Feb 19 05:07:22.982120 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3ef5f7de-c070-449f-9780-7de7497017a6 req-24cee76f-02ea-42dd-9983-5c60f5387ff4 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 210 time: 0.0565865 Feb 19 05:07:24.153080 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-014b3be2-478d-4875-9ab2-9b4ef219f477 req-babf69bc-7c3b-4920-8546-d898b20add3f tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Feb 19 05:07:24.182440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-17a05ccf-4097-4b35-b3f1-39cd589f7fca tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:24.184984 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-17a05ccf-4097-4b35-b3f1-39cd589f7fca tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.55 "GET /v2.0/networks?id=0c98706f-33d8-4e0c-b314-59b8f20f4a6d HTTP/1.1" status: 200 len: 809 time: 0.1706531 Feb 19 05:07:24.203835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Request body: {'port': {'device_id': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d', 'admin_state_up': True, 'tenant_id': '92f114e59de24294917f59b0c4467f36'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:24.352539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:24.357258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Usage tracker for resource:port and tenant:92f114e59de24294917f59b0c4467f36 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:24.360445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:24.366349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:24.376519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Made reservation on behalf of 92f114e59de24294917f59b0c4467f36 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:24.382190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:24.695648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Allocated IP 172.20.0.11 (0c98706f-33d8-4e0c-b314-59b8f20f4a6d/bfcb2552-4e59-4599-afd3-64b0ac5d699c/f98c9b01-50a2-4c89-aeb4-a7e8c2948501) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:07:24.926886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:24.957926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:24.974357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9bbc9fd3-6ac6-462a-bdfe-786ea947abb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:25.353129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Pushing event updated for resources: {'Port': ['ID=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:25.359266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:25.370516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db75f22-b298-4fda-aa7b-4e9363b92c16 req-cb397b76-e5f6-44f2-a43e-b837ac302005 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:25.372716 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db75f22-b298-4fda-aa7b-4e9363b92c16 req-cb397b76-e5f6-44f2-a43e-b837ac302005 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 932 time: 0.0989735 Feb 19 05:07:25.415823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:07:25.417115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:07:25.419868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:07:25.424816 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1db75f22-b298-4fda-aa7b-4e9363b92c16 req-7ca4560c-074d-4a7a-acc3-2dda1c464928 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Feb 19 05:07:25.490222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:25.490894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:25.512095 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126163 Feb 19 05:07:25.533659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Request body: {'port': {'device_id': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:25.661894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.107731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98c9b01-50a2-4c89-aeb4-a7e8c2948501 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:07:26.115960 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.129846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Transition to ACTIVE for port object f98c9b01-50a2-4c89-aeb4-a7e8c2948501 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:07:26.132398 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.149152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-369376bf-45c3-49b3-b6df-b70500d473ca tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:26.283380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:26.288817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:26.477267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Attempting to bind port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:07:26.477835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Attempting to bind port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '2ad8de83-3947-4b58-94a9-c67c41485289', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:07:26.477969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Attempting to bind port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 on network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:07:26.484723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:07:26.485413 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Checking segment: {'id': '2ad8de83-3947-4b58-94a9-c67c41485289', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:07:26.485555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.485869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Bound using segment: {'id': '2ad8de83-3947-4b58-94a9-c67c41485289', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:07:26.486340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Bound port: f98c9b01-50a2-4c89-aeb4-a7e8c2948501, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad8de83-3947-4b58-94a9-c67c41485289', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c98706f-33d8-4e0c-b314-59b8f20f4a6d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:07:26.486715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.589060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] For port f98c9b01-50a2-4c89-aeb4-a7e8c2948501, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:07:26.592820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] For port f98c9b01-50a2-4c89-aeb4-a7e8c2948501, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,segment=NetworkSegment(2ad8de83-3947-4b58-94a9-c67c41485289),segment_id=2ad8de83-3947-4b58-94a9-c67c41485289)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:07:26.596947 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.613694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:26.771507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:26.786466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:26.822839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:26.823907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:26.825603 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] 10.222.0.55 "PUT /v2.0/ports/f98c9b01-50a2-4c89-aeb4-a7e8c2948501 HTTP/1.1" status: 200 len: 1158 time: 1.2965403 Feb 19 05:07:26.826181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:26.877485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c95a5-89a9-425a-8c18-abec8a6ba573 req-b3990be0-c251-4594-af16-95b405060488 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:26.879127 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5e7c95a5-89a9-425a-8c18-abec8a6ba573 req-b3990be0-c251-4594-af16-95b405060488 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 944 time: 0.3342009 Feb 19 05:07:26.883545 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501', 'status': 'completed', 'code': 200} Feb 19 05:07:26.932382 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5e7c95a5-89a9-425a-8c18-abec8a6ba573 req-285334ad-7c04-4c31-8126-faf2df8f5579 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Feb 19 05:07:27.011420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-32675410-bf11-4152-8166-a6bf785596db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:27.014696 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-32675410-bf11-4152-8166-a6bf785596db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92f114e59de24294917f59b0c4467f36&device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 1161 time: 0.0914154 Feb 19 05:07:27.102282 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-5ff69f6d-a5c7-43a9-aa9f-a297e50856d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f98c9b01-50a2-4c89-aeb4-a7e8c2948501 HTTP/1.1" status: 200 len: 217 time: 0.0716064 Feb 19 05:07:27.184942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-e58a6e21-4515-43dc-999d-0ec467637213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:27.186683 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-e58a6e21-4515-43dc-999d-0ec467637213 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcb2552-4e59-4599-afd3-64b0ac5d699c HTTP/1.1" status: 200 len: 849 time: 0.0767305 Feb 19 05:07:27.249581 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-f1e33b08-5723-48b4-a3a3-f24b0e21d27c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c98706f-33d8-4e0c-b314-59b8f20f4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513208 Feb 19 05:07:27.409708 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-b4a6ec18-6388-4473-914f-caf81a18733d service neutron] 10.222.0.55 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520605 Feb 19 05:07:27.478137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58578) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:27.574218 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-46bdec5b-d44e-453f-9bfc-140f2beece7f req-db75b1ff-074b-49c1-ab81-48c859989912 service neutron] 10.222.0.55 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567805 Feb 19 05:07:27.628971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.647971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:27.653982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Usage tracker for resource:security_group_rule and tenant:98999a33952c4eeea584c60dfd16493a is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:27.658112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:27.664750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:27.765549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-5a4f00c8-833b-4baf-a7a1-9b9e9333b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:27.767482 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-5a4f00c8-833b-4baf-a7a1-9b9e9333b869 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92f114e59de24294917f59b0c4467f36&device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 1161 time: 0.0912032 Feb 19 05:07:27.769105 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.771919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.782707 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f43c5a5e-22c0-43c2-bd23-b3f7aff2784d tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:27.827730 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98999a33952c4eeea584c60dfd16493a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482215 Feb 19 05:07:27.829705 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f361738-9a76-4989-925b-4f9466f6c317,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:27.832524 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58584) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:27.835736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ceb16db2-cb2b-4acf-b41e-56d30983d23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:27.908134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.937854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-0a814ed6-8d17-4042-87ac-75f78aebaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:27.938785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.939484 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-0a814ed6-8d17-4042-87ac-75f78aebaced service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c98706f-33d8-4e0c-b314-59b8f20f4a6d HTTP/1.1" status: 200 len: 903 time: 0.1647394 Feb 19 05:07:27.991630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:27.998635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7e94b843-6ff7-4a82-81bd-d94472da3336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:28.013440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f361738-9a76-4989-925b-4f9466f6c317,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:28.016871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:28.019031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:28.020287 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f361738-9a76-4989-925b-4f9466f6c317 HTTP/1.1" status: 204 len: 168 time: 0.1866143 Feb 19 05:07:28.032545 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-e985572a-f038-4fe9-b1a4-d0650e2c1d35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f98c9b01-50a2-4c89-aeb4-a7e8c2948501 HTTP/1.1" status: 200 len: 217 time: 0.0845339 Feb 19 05:07:28.132353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-aa6592c6-6ce1-4a6c-b4cb-df3e26299a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:28.134019 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-aa6592c6-6ce1-4a6c-b4cb-df3e26299a60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcb2552-4e59-4599-afd3-64b0ac5d699c HTTP/1.1" status: 200 len: 849 time: 0.0927994 Feb 19 05:07:28.209127 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-25cf50ce-33f6-4f0f-8030-05bf1222c7a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c98706f-33d8-4e0c-b314-59b8f20f4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606766 Feb 19 05:07:28.219710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc9d0-b678-4bc8-8fe9-aa2dbb7a64fa req-7836dcba-3e28-458b-a574-b49a9a6b1002 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:28.227200 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0a0cc9d0-b678-4bc8-8fe9-aa2dbb7a64fa req-7836dcba-3e28-458b-a574-b49a9a6b1002 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 944 time: 0.1106555 Feb 19 05:07:28.295364 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0a0cc9d0-b678-4bc8-8fe9-aa2dbb7a64fa req-06713096-cb55-495c-b5db-b3c192ddaec3 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Feb 19 05:07:28.383380 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-53c2589b-4447-49af-b787-ea2a79361ead service neutron] 10.222.0.55 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647763 Feb 19 05:07:28.549387 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fcf09ebe-cfb6-4c18-8db6-9a901ccebc6d req-1ef7e87b-562a-41c9-9452-fbb083736618 service neutron] 10.222.0.55 "GET /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577592 Feb 19 05:07:28.681637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:07:29.204670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-9bee7ac1-287a-4a18-b9dc-b0ce240937ca None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:07:29.512976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-e0ac4960-c816-442e-9d93-6abb6b595857 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:29.513754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-e0ac4960-c816-442e-9d93-6abb6b595857 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Synchronizing usage tracker for tenant:92f114e59de24294917f59b0c4467f36 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:07:29.532232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-e0ac4960-c816-442e-9d93-6abb6b595857 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Unset dirty status for tenant:92f114e59de24294917f59b0c4467f36 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:07:29.533525 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-e0ac4960-c816-442e-9d93-6abb6b595857 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 944 time: 0.1210880 Feb 19 05:07:29.588471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-acbd0da4-daaf-4623-882d-5e7ff993baef tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Synchronizing usage tracker for tenant:92f114e59de24294917f59b0c4467f36 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:07:29.606582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-acbd0da4-daaf-4623-882d-5e7ff993baef tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Unset dirty status for tenant:92f114e59de24294917f59b0c4467f36 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:07:29.607922 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5a23ac0f-075e-4327-a149-368924a6d2d6 req-acbd0da4-daaf-4623-882d-5e7ff993baef tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677903 Feb 19 05:07:29.694221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device f98c9b01-50a2-4c89-aeb4-a7e8c2948501 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:07:29.772453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:07:29.778784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:07:29.779230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:29.911055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:29.942805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:29.954355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port f98c9b01-50a2-4c89-aeb4-a7e8c2948501, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,segment=NetworkSegment(2ad8de83-3947-4b58-94a9-c67c41485289),segment_id=2ad8de83-3947-4b58-94a9-c67c41485289)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:29.958909 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:29.961621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:30.176774 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501', 'code': 200} Feb 19 05:07:30.232004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:30.240663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.241056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.241607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.241985 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.242460 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.242843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.243189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.243541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.243893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.244258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.244631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.245022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.245365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.245724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.246084 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.246481 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.246850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.247211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.247570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.247930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.248309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.248668 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.249022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.249377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:30.255030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:30.310078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d357f3b-61f7-405b-a619-044d84f28129 req-5b54bf07-6bb4-420b-9cc4-1bd9d7dde9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:30.311616 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1d357f3b-61f7-405b-a619-044d84f28129 req-5b54bf07-6bb4-420b-9cc4-1bd9d7dde9a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 1163 time: 0.0851097 Feb 19 05:07:30.360357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1d357f3b-61f7-405b-a619-044d84f28129 req-653c8f13-63eb-42e5-a1a5-fd69a79ffc2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Feb 19 05:07:30.911810 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84535892-df22-4d1b-9430-fcb6e54b8d94 req-64ffe4d9-3afc-486c-9e1c-48ea09a79ff2 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:30.913435 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84535892-df22-4d1b-9430-fcb6e54b8d94 req-64ffe4d9-3afc-486c-9e1c-48ea09a79ff2 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.1583002 Feb 19 05:07:30.918047 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-14028370-0816-4b56-99c2-98b70fabd86a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1263754 Feb 19 05:07:30.967338 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84535892-df22-4d1b-9430-fcb6e54b8d94 req-076f53b1-42cd-45ff-bda0-7b9b2e045495 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463114 Feb 19 05:07:31.104122 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-98c71014-ff94-4971-874c-1b050c1fe8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:31.105912 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-98c71014-ff94-4971-874c-1b050c1fe8db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1203 time: 0.0870938 Feb 19 05:07:31.270048 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-931f73b4-d822-405f-88b4-51c479c84229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:31.271728 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-931f73b4-d822-405f-88b4-51c479c84229 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.1451132 Feb 19 05:07:31.282040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device f98c9b01-50a2-4c89-aeb4-a7e8c2948501 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:07:31.368017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:07:31.368471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:31.391307 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-99898e57-6b1d-44b6-ac99-a0c19085ed13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 1001 time: 0.1117759 Feb 19 05:07:31.475338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-bde29b72-7ab2-4a53-93a3-c4cad0765561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:31.479099 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-bde29b72-7ab2-4a53-93a3-c4cad0765561 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0781846 Feb 19 05:07:31.600355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-5d120c9c-dbbc-4153-9fe4-023efad32e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:31.602701 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-5d120c9c-dbbc-4153-9fe4-023efad32e95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978472 Feb 19 05:07:31.784163 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-d8a1a65c-0867-49ae-aba9-99d7ef62f91f service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624038 Feb 19 05:07:31.936002 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-420fb407-d528-49f9-87b1-b9a003a6f876 req-4a960c59-3c07-4fdc-ad85-77eab426362f service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444488 Feb 19 05:07:32.177621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bb6eb-6ae2-4b3b-a203-c9fea475807d req-bf08cde1-6b26-45c9-b269-76b2f4805262 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:32.179219 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1b6bb6eb-6ae2-4b3b-a203-c9fea475807d req-bf08cde1-6b26-45c9-b269-76b2f4805262 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.0880544 Feb 19 05:07:32.227999 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-1b6bb6eb-6ae2-4b3b-a203-c9fea475807d req-a8cdea79-5546-43b2-a759-18f865ffe57b tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Feb 19 05:07:32.748951 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-9786037f-f074-4ecb-bc16-6d10b9b5eec8 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-488053252&fields=id&tenant_id=28677fd7cefa454dbbf3443e7902446b HTTP/1.1" status: 200 len: 267 time: 0.0544431 Feb 19 05:07:32.864631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-d04a7ad6-bb1f-4f2d-8270-bdaae0508b15 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:32.866255 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-d04a7ad6-bb1f-4f2d-8270-bdaae0508b15 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 985 time: 0.1098733 Feb 19 05:07:32.881397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Request body: {'port': {'security_groups': ['9b999d7d-4d7a-4497-8589-d4ae4d3951a5']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:33.037333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:33.631790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:33.660809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:33.664645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:33.679613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:33.832357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event updated for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=6']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:33.849659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:33.888639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:33.889338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:33.891389 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e3ef04ae-cd55-4194-92a5-373fd4f765ce req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "PUT /v2.0/ports/cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 943 time: 1.0151281 Feb 19 05:07:33.891389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:33.958358 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:07:34.002609 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-9f48ead4-5125-4cbd-8d2a-94b7d8d4f915 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups/f1a6a4a2-0a4f-467a-970e-f753c045719e HTTP/1.1" status: 200 len: 3003 time: 0.0888071 Feb 19 05:07:34.092102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.095633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e37f2-9998-4c43-9090-20b16763ab9a req-7c9df30a-f938-4f5e-920e-fbc73d042327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:34.097312 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-7c9df30a-f938-4f5e-920e-fbc73d042327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.0850255 Feb 19 05:07:34.117675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bfeb9a7c-ae46-48d9-b211-deac4ea17574 None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:07:34.118527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9a7c-ae46-48d9-b211-deac4ea17574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.130796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.185551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.192166 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5e21902b-5a2a-4f05-8baa-b64e84e3dce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:34.194352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.216394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a6a4a2-0a4f-467a-970e-f753c045719e,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:34.220102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:34.234450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:34.235673 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-86738a4c-71be-49a1-9e09-cdcb9690a163 req-f39c03e4-e79b-465b-b66d-4406a2bed313 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1a6a4a2-0a4f-467a-970e-f753c045719e HTTP/1.1" status: 204 len: 173 time: 0.2264826 Feb 19 05:07:34.429572 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-04e091e8-a7e9-4a53-a8fc-734ac041cb3b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/floatingips/36478325-540b-4860-8c46-ff94251e4d79 HTTP/1.1" status: 200 len: 998 time: 0.1655807 Feb 19 05:07:34.432169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e37f2-9998-4c43-9090-20b16763ab9a req-80afe19f-e883-42c0-8c76-c130681c13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:34.433725 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-80afe19f-e883-42c0-8c76-c130681c13e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.3263371 Feb 19 05:07:34.672155 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-0b270b94-f9f2-474a-9b91-8318ab79dd3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 1001 time: 0.2111099 Feb 19 05:07:34.766665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e37f2-9998-4c43-9090-20b16763ab9a req-9d519144-8cb7-4719-9b3f-617140456e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:34.768309 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-9d519144-8cb7-4719-9b3f-617140456e3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.0828500 Feb 19 05:07:34.781160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-ee9d287b-cd9d-4942-bba9-773c19829393 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:34.782734 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-ee9d287b-cd9d-4942-bba9-773c19829393 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 784 time: 0.3451498 Feb 19 05:07:34.849333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87553cbb-d26e-40cf-8f94-4dfd0db496ae tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:07:34.850441 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87553cbb-d26e-40cf-8f94-4dfd0db496ae tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0161273 Feb 19 05:07:34.981192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e37f2-9998-4c43-9090-20b16763ab9a req-2936dd68-cc33-4a55-b5ad-e5be662d7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:34.982865 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-2936dd68-cc33-4a55-b5ad-e5be662d7c81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1992297 Feb 19 05:07:34.991058 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-fabff6ca-a4b2-4511-97e9-36d54e82e081 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1313322 Feb 19 05:07:35.173019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-bccf7058-7f4b-4d47-bcbd-5cb37b8ff337 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:35.174521 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-bccf7058-7f4b-4d47-bcbd-5cb37b8ff337 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports/cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 943 time: 0.1098366 Feb 19 05:07:35.210958 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-5b4ab9be-ec2b-4ba9-9353-f63fc50b2902 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187765 Feb 19 05:07:35.327047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:07:35.418093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port cef46f39-c9fb-465a-824f-ff45eee0a7c0 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:07:35.418759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:35.448365 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-81f5e170-b7d7-4128-bcf9-0e64c5073798 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1519616 Feb 19 05:07:35.543794 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-516e37f2-9998-4c43-9090-20b16763ab9a req-f6f65adc-a3b7-4855-aeee-3d0a63e97430 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3262062 Feb 19 05:07:35.758488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Deleting port 9e7824a0-35bd-407e-93ff-8fdc5edb7173 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:35.758870 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:35.953301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:35.953667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:36.138124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366d1aa-1fae-4ec7-a1cc-7be931aa9b39 req-a0403450-26d4-47f2-b26e-3196d095e8ed tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:36.139909 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5366d1aa-1fae-4ec7-a1cc-7be931aa9b39 req-a0403450-26d4-47f2-b26e-3196d095e8ed tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.1017554 Feb 19 05:07:36.194520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5366d1aa-1fae-4ec7-a1cc-7be931aa9b39 req-c8345c57-2362-44f7-8211-d14111449abf tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470307 Feb 19 05:07:36.341334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Calling delete_port for 9e7824a0-35bd-407e-93ff-8fdc5edb7173 owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:36.516082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:36.533352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:36.630389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event deleted for resources: {'Port': ['ID=9e7824a0-35bd-407e-93ff-8fdc5edb7173,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:36.641341 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:36.765826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:36.766262 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Floating IP 36478325-540b-4860-8c46-ff94251e4d79 disassociated (deleted). External IP: 172.28.1.78, port: cef46f39-c9fb-465a-824f-ff45eee0a7c0. Feb 19 05:07:37.158555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Router 27f53094-f35c-4beb-9e7a-c17a748fc403 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:07:37.366112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:07:37.378864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Sync routers for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:07:37.390710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:37.391697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:37.397634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:37.414650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c3d04-cd6e-4534-ae4f-57f586ff70fc req-26144d50-eba7-4f2d-a402-eef3b1f11d23 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.416261 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a09c3d04-cd6e-4534-ae4f-57f586ff70fc req-26144d50-eba7-4f2d-a402-eef3b1f11d23 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.0960476 Feb 19 05:07:37.483383 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a09c3d04-cd6e-4534-ae4f-57f586ff70fc req-832d755d-c3d2-4d01-8043-bc882a423c81 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 Feb 19 05:07:37.529865 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "DELETE /v2.0/floatingips/36478325-540b-4860-8c46-ff94251e4d79 HTTP/1.1" status: 204 len: 173 time: 2.0654390 Feb 19 05:07:37.544822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:37.620787 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:07:37.648500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:37.703685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-53f13b66-0382-4f56-9a34-c0741d08169d tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.705547 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-53f13b66-0382-4f56-9a34-c0741d08169d tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.2357855 Feb 19 05:07:37.715258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-23145e6f-7941-4d05-ab9d-39f3841c6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.717109 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-23145e6f-7941-4d05-ab9d-39f3841c6463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.1667497 Feb 19 05:07:37.798504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-256e9c39-0118-49cc-9ba2-6dc933fe418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.801763 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-256e9c39-0118-49cc-9ba2-6dc933fe418f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28677fd7cefa454dbbf3443e7902446b&device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 1163 time: 0.1498268 Feb 19 05:07:37.909195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-2c888e00-2a64-4979-bb10-a4fbedeb2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.910842 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-2c888e00-2a64-4979-bb10-a4fbedeb2642 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.1566021 Feb 19 05:07:37.994952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-8b1c4858-f2a7-465d-8c9a-cb923ade7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:37.997503 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-8b1c4858-f2a7-465d-8c9a-cb923ade7b4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 200 len: 908 time: 0.1890967 Feb 19 05:07:38.001835 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-88cccdfc-61bf-4219-aa45-e2de3937a9ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.0775447 Feb 19 05:07:38.046996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:38.051714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Checking router: 27f53094-f35c-4beb-9e7a-c17a748fc403 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:07:38.061964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:38.062653 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:38.077846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Deleting port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:38.078211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:38.091025 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-b5e0f6d5-23e2-44da-8e8b-b480f76e6183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.0859048 Feb 19 05:07:38.153419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-7e87f0b0-50bc-4c9d-ac1d-5851c7894d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:38.155031 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-7e87f0b0-50bc-4c9d-ac1d-5851c7894d86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.1429996 Feb 19 05:07:38.229933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-8792d2e6-dff9-4afa-a845-222636a7cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:38.232934 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-8792d2e6-dff9-4afa-a845-222636a7cd81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 200 len: 853 time: 0.1364610 Feb 19 05:07:38.297077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:38.337327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-20515bce-5a64-4e3b-8992-716e5884509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:38.338972 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-20515bce-5a64-4e3b-8992-716e5884509d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986240 Feb 19 05:07:38.397802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-9a126b00-dc80-414d-aa5d-788217328a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:38.399460 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-9a126b00-dc80-414d-aa5d-788217328a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb60346-93f2-47ae-933d-dc9d9450fe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2118962 Feb 19 05:07:38.530923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] For port f98c9b01-50a2-4c89-aeb4-a7e8c2948501, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,segment=NetworkSegment(2ad8de83-3947-4b58-94a9-c67c41485289),segment_id=2ad8de83-3947-4b58-94a9-c67c41485289)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:38.531495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:38.534929 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-1cda40de-9558-421d-8963-d9eb37ae0124 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886978 Feb 19 05:07:38.687256 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Calling delete_port for f98c9b01-50a2-4c89-aeb4-a7e8c2948501 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:38.776866 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6f81acfb-908f-4907-adc2-ee7c141c2f73 req-c0709edb-8c7b-4f63-96d2-011dc194ba94 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2348340 Feb 19 05:07:38.785374 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-7b35e427-68c2-4c33-accd-c689507f540e service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669448 Feb 19 05:07:38.791203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50c2d-57a3-4c4a-b69a-a73149ab97be req-a8d3b0da-4523-4463-95cd-7c393e90c9b4 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:38.797078 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0cf50c2d-57a3-4c4a-b69a-a73149ab97be req-a8d3b0da-4523-4463-95cd-7c393e90c9b4 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 946 time: 0.1457398 Feb 19 05:07:38.816790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:38.822173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dbdc9-723b-458f-84ab-37cad0e412b4 None None] The sync data for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb is: [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:05:21Z', 'revision_number': 4, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': 'dc1913af-9a86-40c7-8a69-07332249ab1d', 'name': '', 'network_id': '8eb60346-93f2-47ae-933d-dc9d9450fe75', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'mac_address': 'fa:16:3e:10:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '42336036-fade-49dd-80d6-bf812abbeaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:20Z', 'updated_at': '2021-02-19T05:05:30Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'subnets': [{'id': '42336036-fade-49dd-80d6-bf812abbeaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:07:38.849618 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0cf50c2d-57a3-4c4a-b69a-a73149ab97be req-1758eb3e-d8fa-4856-bce2-8fc7dcd18002 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Feb 19 05:07:39.114503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device f98c9b01-50a2-4c89-aeb4-a7e8c2948501 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:39.243674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59800044-3603-4cb4-b0de-e0dd3f26b1b9 None None] New status for floating IP 36478325-540b-4860-8c46-ff94251e4d79: DOWN {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:07:39.256177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:39.262876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 update to DOWN by agent not found {{(pid=83986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 19 05:07:39.279015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbfc30a-72a9-41a5-9313-bfc99f75bea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:39.392949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Pushing event deleted for resources: {'Port': ['ID=f98c9b01-50a2-4c89-aeb4-a7e8c2948501,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:39.395741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:39.419119 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ed097827-452f-42f9-8b19-d489f9cabc4e req-84d1f960-72cc-4d21-86d1-5a76fbc6df35 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5653954 Feb 19 05:07:39.547172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] No DVR routers for this DVR port f98c9b01-50a2-4c89-aeb4-a7e8c2948501 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:07:39.551562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:39.573831 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e177e8a1-076c-4ced-9fa2-7b98705e8072 req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.55 "DELETE /v2.0/ports/f98c9b01-50a2-4c89-aeb4-a7e8c2948501 HTTP/1.1" status: 204 len: 173 time: 1.8609312 Feb 19 05:07:39.622474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'name': 'network-vif-deleted', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:39.676723 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a46322-e9ac-4fdf-806f-0418247c7a01', 'name': 'network-vif-deleted', 'tag': 'f98c9b01-50a2-4c89-aeb4-a7e8c2948501', 'status': 'completed', 'code': 200} Feb 19 05:07:40.085629 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55983f77-0995-4792-8389-e96cc697636b req-aa72d63b-280c-4773-99ce-aaeb12a0e9fb tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a46322-e9ac-4fdf-806f-0418247c7a01 HTTP/1.1" status: 200 len: 210 time: 0.0603125 Feb 19 05:07:40.789217 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-caf38a37-23f1-4c98-a4d1-e1cf943ca213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:43.775504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2813-696b-462b-9ed0-cb7f472dc7a7 req-258b5061-ca24-44c6-a9b2-a18056fea041 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:43.776190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3aad2813-696b-462b-9ed0-cb7f472dc7a7 req-258b5061-ca24-44c6-a9b2-a18056fea041 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:07:43.792775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3aad2813-696b-462b-9ed0-cb7f472dc7a7 req-258b5061-ca24-44c6-a9b2-a18056fea041 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:07:43.794674 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3aad2813-696b-462b-9ed0-cb7f472dc7a7 req-258b5061-ca24-44c6-a9b2-a18056fea041 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1222870 Feb 19 05:07:43.850898 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3aad2813-696b-462b-9ed0-cb7f472dc7a7 req-d7160b55-8c8b-4a74-9683-0101fc217b54 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Feb 19 05:07:43.907886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32c54f60-6a1d-4538-b72e-d531983f2c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:44.053729 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:45.103616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7498ad-5c2f-46f3-88fc-e85c8b2ccde7 req-990a2503-a6f7-44f9-bdef-a7e966f7f777 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:45.105748 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6c7498ad-5c2f-46f3-88fc-e85c8b2ccde7 req-990a2503-a6f7-44f9-bdef-a7e966f7f777 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.1264002 Feb 19 05:07:45.158389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6c7498ad-5c2f-46f3-88fc-e85c8b2ccde7 req-1ad99eb6-d834-4282-ae2b-08e0f1e61f13 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Synchronizing usage tracker for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:07:45.175876 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6c7498ad-5c2f-46f3-88fc-e85c8b2ccde7 req-1ad99eb6-d834-4282-ae2b-08e0f1e61f13 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Unset dirty status for tenant:28677fd7cefa454dbbf3443e7902446b on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:07:45.177540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6c7498ad-5c2f-46f3-88fc-e85c8b2ccde7 req-1ad99eb6-d834-4282-ae2b-08e0f1e61f13 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b999d7d-4d7a-4497-8589-d4ae4d3951a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642700 Feb 19 05:07:45.587049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-cd2b6988-3e1d-4f67-a391-c171ce8cd34b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:45.588677 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-cd2b6988-3e1d-4f67-a391-c171ce8cd34b tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 946 time: 0.0896664 Feb 19 05:07:45.673510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Deleting port cef46f39-c9fb-465a-824f-ff45eee0a7c0 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:45.673874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:45.760200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:45.974834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] For port cef46f39-c9fb-465a-824f-ff45eee0a7c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=cef46f39-c9fb-465a-824f-ff45eee0a7c0,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:45.975245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:46.116877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Calling delete_port for cef46f39-c9fb-465a-824f-ff45eee0a7c0 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:46.284384 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:46.304618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87bbf243-91ee-4a11-9719-87fdcaaa924e tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:46.445336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Pushing event deleted for resources: {'Port': ['ID=cef46f39-c9fb-465a-824f-ff45eee0a7c0,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:46.485366 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5c7f87b2-1f52-45e0-b448-74193c6aaeeb req-4d7f4eb0-ea3d-48e1-a72d-61b4c31b387a tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d4c65-322a-4c4a-9056-b0fc4c9bb797 HTTP/1.1" status: 200 len: 210 time: 0.1457295 Feb 19 05:07:46.487972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.488665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.489400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.490443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.490878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.491451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.491765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.492269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.492850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.493143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.493641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.494071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.494519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.494917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.495309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.495704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.496837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.497185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.497554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.497929 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.498327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.498720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.499149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.499540 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:07:46.505758 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:46.536807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:46.613388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] No DVR routers for this DVR port cef46f39-c9fb-465a-824f-ff45eee0a7c0 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:07:46.615811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:46.620371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'name': 'network-vif-deleted', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:07:46.635848 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7825a71a-c1ce-49ee-a9b3-695b535cf3ed req-ebe71fee-f268-49bd-b6f2-4c949d7696b1 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] 10.222.0.55 "DELETE /v2.0/ports/cef46f39-c9fb-465a-824f-ff45eee0a7c0 HTTP/1.1" status: 204 len: 173 time: 1.0419192 Feb 19 05:07:46.694950 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d4c65-322a-4c4a-9056-b0fc4c9bb797', 'name': 'network-vif-deleted', 'tag': 'cef46f39-c9fb-465a-824f-ff45eee0a7c0', 'status': 'completed', 'code': 200} Feb 19 05:07:47.247274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:47.284696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] No Port match for: cef46f39-c9fb-465a-824f-ff45eee0a7c0 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:47.285114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device cef46f39-c9fb-465a-824f-ff45eee0a7c0 not bound to the agent host hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:48.350505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 58986) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:48.493033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58992) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:48.648919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:48.665946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:48.670721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1c28dc5f554c21a9f4a4dca8a15524 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:48.674353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:48.680433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:48.784458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:48.787886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:48.798100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-715fb9b9-ff86-4c0d-88f3-0fbc9f69e6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:48.843594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1c28dc5f554c21a9f4a4dca8a15524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485920 Feb 19 05:07:48.845846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 58998) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:48.849212 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9175331e-d98c-452a-842b-17e0b59ac959,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:48.864298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:48.923927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:48.959273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:48.974662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.019800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.029518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-20bce488-d924-484c-8164-82577d8cd882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:49.049747 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175331e-d98c-452a-842b-17e0b59ac959,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:49.060265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:49.064345 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.066483 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1d5fd87b-0bda-4cbb-919f-85cc5316a8e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9175331e-d98c-452a-842b-17e0b59ac959 HTTP/1.1" status: 204 len: 168 time: 0.2193773 Feb 19 05:07:49.450115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Deleting port dc1913af-9a86-40c7-8a69-07332249ab1d {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:49.450626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.478488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59008) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:49.504512 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.523420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:49.528539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Usage tracker for resource:security_group_rule and tenant:853b4091456f47d9928e73f0f4ababed is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:49.532353 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:49.539661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:49.652760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] For port dc1913af-9a86-40c7-8a69-07332249ab1d, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=dc1913af-9a86-40c7-8a69-07332249ab1d,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:49.653477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.670603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.674878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.706428 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e7af30cc-fa3d-4fa5-bc10-bc7494630357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:49.716303 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=853b4091456f47d9928e73f0f4ababed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365713 Feb 19 05:07:49.721719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59014) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:49.771201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b7848-6adc-4f97-91b7-1b424c084ef7,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:49.791713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:49.796883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Calling delete_port for dc1913af-9a86-40c7-8a69-07332249ab1d owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:49.809529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.841293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.897497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.903637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-47741215-fc86-429b-aa65-1e05654feabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:49.919956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b7848-6adc-4f97-91b7-1b424c084ef7,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:49.923340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:49.924350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:49.928542 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4e509dd0-151d-48f4-bc38-f238a4d9e6eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e7b7848-6adc-4f97-91b7-1b424c084ef7 HTTP/1.1" status: 204 len: 168 time: 0.2056904 Feb 19 05:07:50.005171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:50.023580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b5261ff-ac59-4b1f-86b5-769f158fcad4 tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:50.135344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1913af-9a86-40c7-8a69-07332249ab1d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:50.141518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:50.496014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:51.484950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Router 27f53094-f35c-4beb-9e7a-c17a748fc403 has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:07:51.832560 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:07:51.843327 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Sync routers for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:07:51.860661 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] 10.222.0.13 "PUT /v2.0/routers/27f53094-f35c-4beb-9e7a-c17a748fc403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5075936 Feb 19 05:07:51.866466 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59062) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:51.866804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:51.866804 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:52.124767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:52.165848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:52.451228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:52.460549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Deleting port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:52.460946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:52.464146 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:07:49Z', 'revision_number': 5, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port': {'id': 'b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:05:16Z', 'updated_at': '2021-02-19T05:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:52.469443 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Checking router: 27f53094-f35c-4beb-9e7a-c17a748fc403 for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:07:52.479279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Routers {'27f53094-f35c-4beb-9e7a-c17a748fc403'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:07:52.479954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['27f53094-f35c-4beb-9e7a-c17a748fc403'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:52.661666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] For port b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:52.662044 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:52.817231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Calling delete_port for b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:52.860718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] Set router 27f53094-f35c-4beb-9e7a-c17a748fc403 gateway port host: None {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:07:53.000930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:07:52Z', 'revision_number': 6, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:53.005869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2add1-0820-4e47-ae9a-30158cd93eed None None] The sync data for ids ['27f53094-f35c-4beb-9e7a-c17a748fc403'] in dv-cinder-776422-3-smb is: [{'id': '27f53094-f35c-4beb-9e7a-c17a748fc403', 'name': 'tempest-TestMinimumBasicScenario-161852444-router', 'tenant_id': '28677fd7cefa454dbbf3443e7902446b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:05:15Z', 'updated_at': '2021-02-19T05:07:52Z', 'revision_number': 6, 'project_id': '28677fd7cefa454dbbf3443e7902446b', 'gw_port_host': None}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:07:53.032662 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.049592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f32a6b18-a559-45cf-affc-005474dd1a6b tempest-AttachVolumeShelveTestJSON-1269070936 tempest-AttachVolumeShelveTestJSON-1269070936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:53.157350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:53.165046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:53.288432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.497284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.500025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.527062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.528211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f53094-f35c-4beb-9e7a-c17a748fc403 {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:07:53.544117 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.545592 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] 10.222.0.13 "DELETE /v2.0/routers/27f53094-f35c-4beb-9e7a-c17a748fc403 HTTP/1.1" status: 204 len: 168 time: 1.6792550 Feb 19 05:07:53.548373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59092) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:53.637546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Deleting subnet 42336036-fade-49dd-80d6-bf812abbeaee {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:07:53.641557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.700855 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:53.868087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:54.168983 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:54.185215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:54.278798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42336036-fade-49dd-80d6-bf812abbeaee,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:54.282994 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:54.329868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:54.337555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1493bc9-7426-4908-9a12-f55e4f474b98 None None] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:54.340586 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-890c80bc-c793-4b10-bd7d-9e9e35b4e217 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42336036-fade-49dd-80d6-bf812abbeaee HTTP/1.1" status: 204 len: 168 time: 0.7904608 Feb 19 05:07:54.343638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59112) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:54.497392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:54.580269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:54.580941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device b0c7d6c3-f0dd-4e3d-862c-8eb9b15385d3 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:54.581550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device dc1913af-9a86-40c7-8a69-07332249ab1d no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:54.662671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: dc1913af-9a86-40c7-8a69-07332249ab1d {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:54.663367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device dc1913af-9a86-40c7-8a69-07332249ab1d not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:54.763593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] DHCP port deletion for 8eb60346-93f2-47ae-933d-dc9d9450fe75 request from dv-cinder-776422-3-smb {{(pid=83986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 05:07:54.768080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Deleting port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:54.768497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:54.783486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:54.860511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Deleting port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:54.860681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:55.024748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] For port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:55.025782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:55.100365 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] For port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,segment=NetworkSegment(b3f462cf-4ed3-4b93-9d0b-7759f99c984f),segment_id=b3f462cf-4ed3-4b93-9d0b-7759f99c984f)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:07:55.100823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:55.234251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Calling delete_port for 198e1d44-c0cb-4d6b-8e2b-fc720671e20c owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:55.257913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Calling delete_port for 198e1d44-c0cb-4d6b-8e2b-fc720671e20c owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:07:55.330237 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:55.346961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:55.377697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:07:55.378303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:07:55.445462 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Pushing event deleted for resources: {'Port': ['ID=198e1d44-c0cb-4d6b-8e2b-fc720671e20c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:55.451389 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:55.495491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d9feb-3a17-440e-906d-5f08389f4599 None None] No DVR routers for this DVR port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c on host dv-cinder-776422-3-smb {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:07:55.880067 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Deleting port 198e1d44-c0cb-4d6b-8e2b-fc720671e20c {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:07:55.880525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:55.959514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] The port '198e1d44-c0cb-4d6b-8e2b-fc720671e20c' was deleted {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 05:07:56.098827 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.233439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb60346-93f2-47ae-933d-dc9d9450fe75']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:56.247598 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:56.247935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f462cf-4ed3-4b93-9d0b-7759f99c984f') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:07:56.260926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.277969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.280920 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:07:56.316085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59146) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:56.467124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 198e1d44-c0cb-4d6b-8e2b-fc720671e20c no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:07:56.479042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:07:56.491262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.508041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.524608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 198e1d44-c0cb-4d6b-8e2b-fc720671e20c {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:07:56.524958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 198e1d44-c0cb-4d6b-8e2b-fc720671e20c not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:07:56.531652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:56.539794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Usage tracker for resource:security_group_rule and tenant:6239296e78a5432284cdadb8444ed7c5 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:56.551678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:56.551979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:56.688014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.692013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.702569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-739cff01-56d6-41e5-b221-3132c8e7669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:56.709793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Network 8eb60346-93f2-47ae-933d-dc9d9450fe75 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: % (table.description, expected, rows_matched) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: % (table.description, expected, rows_matched) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: % (table.description, expected, rows_matched) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: % (table.description, expected, rows_matched) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:07:56.735590 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:07:56.758333 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6239296e78a5432284cdadb8444ed7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409339 Feb 19 05:07:56.759379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3cbb82-1c9f-4bc8-b9ff-8fd32dd2c0b1,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:56.763719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59158) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:56.766697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:56.823243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.828846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fdb1cfc6-c079-474b-b3a6-0589dbaabdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:56.845296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.848828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.855611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb60346-93f2-47ae-933d-dc9d9450fe75,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:56.863725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:56.879512 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e0589bc1-74c4-4b72-a2c2-824f2420fc28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8eb60346-93f2-47ae-933d-dc9d9450fe75 HTTP/1.1" status: 204 len: 168 time: 2.5321898 Feb 19 05:07:56.888525 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.957140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:56.964752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ad092d85-f6d6-48ce-8144-23e69c78276c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:56.981258 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3cbb82-1c9f-4bc8-b9ff-8fd32dd2c0b1,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:56.987724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:57.002819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.007375 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb3cbb82-1c9f-4bc8-b9ff-8fd32dd2c0b1 HTTP/1.1" status: 204 len: 168 time: 0.2424510 Feb 19 05:07:57.073200 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59168) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:57.133838 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-bc67601e-a1e8-4458-9a19-80dbd8839441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28677fd7cefa454dbbf3443e7902446b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592880 Feb 19 05:07:57.137482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59174) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:57.217202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.248654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.306665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.314607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-154dd0de-8dfc-46f9-84dd-641427c1b929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:57.349591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b999d7d-4d7a-4497-8589-d4ae4d3951a5,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:57.353420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:57.362890 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.364949 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-de329052-1eb8-4414-a945-5bc7b405170b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b999d7d-4d7a-4497-8589-d4ae4d3951a5 HTTP/1.1" status: 204 len: 168 time: 0.2259398 Feb 19 05:07:57.540045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59188) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:57.568759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.585740 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:57.590530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Usage tracker for resource:security_group_rule and tenant:7998e881e4ef41878d962ff8b88057d7 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:57.593910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:57.600332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:57.714796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.718423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.728681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-99deae3b-92cd-4d29-8cd2-189c5a4b0c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:57.778596 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7998e881e4ef41878d962ff8b88057d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373741 Feb 19 05:07:57.780432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f2c877-342f-4512-8315-8d0c1dd41ba3,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:57.783092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59194) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:57.786439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:57.861536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.893730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.955114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.965505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5ff4958-d571-48be-8481-0e4379560e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:57.979723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f2c877-342f-4512-8315-8d0c1dd41ba3,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:57.984671 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:57.988584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:57.992754 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03f2c877-342f-4512-8315-8d0c1dd41ba3 HTTP/1.1" status: 204 len: 168 time: 0.2082705 Feb 19 05:07:58.492954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59224) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:58.659984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1792712981-network', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:58.665581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:58.670704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Usage tracker for resource:network and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:58.674297 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:58.680712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:58.694402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Made reservation on behalf of a826e70d31854ef38304ff13e82cd298 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:58.701980 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.719967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.737704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:58.741982 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Usage tracker for resource:security_group_rule and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:58.745096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:58.752479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:58.847095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.849286 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.853782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:58.888261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:07:58.902295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d22d38-0b7a-4221-8a83-3d7744f44f0b,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:58.906896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:58.910477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.910937 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Added segment 990c4db5-7497-48b0-a279-a6e11702d60e of type vxlan for network bdb097b8-2740-4b04-95f7-1741320f7df5 Feb 19 05:07:58.953439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.986731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.988031 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:58.988715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:58.994375 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7df244e5-b44c-48ea-a2fa-d5791f5b68ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:59.110643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb097b8-2740-4b04-95f7-1741320f7df5,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:59.116689 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6195304 Feb 19 05:07:59.116689 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:59.116961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59244) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:59.123406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Request body: {'subnet': {'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1792712981-subnet', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:59.124040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:59.128896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:59.133979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Usage tracker for resource:subnet and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:59.137287 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:59.141799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:07:59.143811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:07:59.155192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Made reservation on behalf of a826e70d31854ef38304ff13e82cd298 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:07:59.160275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6211297'] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:59.643802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6167354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6211312'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:59.664835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:07:59.800930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7518e774-40e5-42f8-9427-76fadedcfa25,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:07:59.805145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:07:59.885663 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Checking segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:07:59.886005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Network hostable DHCP agents. Network: bdb097b8-2740-4b04-95f7-1741320f7df5, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:07:59.908418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Network bdb097b8-2740-4b04-95f7-1741320f7df5 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:07:59.917521 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, bdb097b8-2740-4b04-95f7-1741320f7df5) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:07:59.927669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ebcd0-62f3-4539-8df3-fff7cefb7c58 None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:07:59.932352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:07:59.933027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:07:59.959999 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-01dfc1a7-126a-4848-9dc7-07d1f26b7120 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8419580 Feb 19 05:07:59.965723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59278) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:07:59.969510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:59.974802 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:07:59.979203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Usage tracker for resource:router and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:07:59.983296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:07:59.989736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:00.001075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.002179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.027862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.200381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-bdb097b8-2740-4b04-95f7-1741320f7df5', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 05:08:00.201488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.336123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.523188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Allocated IP 172.20.0.2 (bdb097b8-2740-4b04-95f7-1741320f7df5/7518e774-40e5-42f8-9427-76fadedcfa25/67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:00.642631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59290) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:00.775851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.789726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Transition to ACTIVE for port object 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:00.791620 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.811438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Transition to ACTIVE for port object 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:00.816648 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:00.819179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.822223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Usage tracker for resource:security_group_rule and tenant:069da522b3764363b8441a51935837b5 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:00.826845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:00.834695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:00.877007 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59298) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:00.902240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:00.955488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.971970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Deleting subnet bfcb2552-4e59-4599-afd3-64b0ac5d699c {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:08:00.982515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.992752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:00.998189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Pushing event updated for resources: {'Port': ['ID=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.001756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.060136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:01.061586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:01.064127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:01.066738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.117318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.123553 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.130670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Attempting to bind port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:01.131408 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Attempting to bind port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:01.131536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Attempting to bind port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c on network bdb097b8-2740-4b04-95f7-1741320f7df5 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:01.134470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9a4f5fc-3770-4aa9-87dc-9f80c7253a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:01.138387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:01.138812 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Checking segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:01.139261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.139697 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Bound using segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:01.140250 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Bound port: 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:01.140787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.196460 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=069da522b3764363b8441a51935837b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522311 Feb 19 05:08:01.199785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.200134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59302) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:01.228025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf33eed-db42-431e-b03f-5619fff22bdf,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.236074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3f76a1f9-3523-4942-a55d-0da2cc0d66a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.250661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] For port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:01.256294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] For port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:01.260446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.276305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:01.338580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.360136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Allocated IP 172.28.1.127 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/92aa7636-4dda-458e-8233-ce4654c04789) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:01.385463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.457847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Pushing event updated for resources: {'Port': ['ID=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.464024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.539942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.556786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.557962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc87494b-c685-4239-bc94-131a9b503728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:01.565026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-364deb7e-c511-4672-a73b-39934827cc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:01.594284 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf33eed-db42-431e-b03f-5619fff22bdf,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.599486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.602547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.623276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.627030 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bf33eed-db42-431e-b03f-5619fff22bdf HTTP/1.1" status: 204 len: 168 time: 0.4240754 Feb 19 05:08:01.651085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.678889 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdce56c2-46c3-4a3c-bc36-65bb0e0f4608 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:01.682502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcb2552-4e59-4599-afd3-64b0ac5d699c,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.689767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.741993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:01.762219 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-17b26721-c721-40e4-8f11-1782a89c7ce2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfcb2552-4e59-4599-afd3-64b0ac5d699c HTTP/1.1" status: 204 len: 168 time: 0.8840361 Feb 19 05:08:01.765347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59308) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:01.825683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Pushing event updated for resources: {'Port': ['ID=92aa7636-4dda-458e-8233-ce4654c04789,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:01.837952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:01.912196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:01.913693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:01.926815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:01.931603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.063432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59314) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:02.144713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.179930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.425076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.464558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:02.477057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Usage tracker for resource:security_group_rule and tenant:299a260a89564e239d8734b8c2605ec1 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:02.482437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:02.502094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:02.509259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:02.559213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c98706f-33d8-4e0c-b314-59b8f20f4a6d']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:02.581006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad8de83-3947-4b58-94a9-c67c41485289') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:02.581376 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad8de83-3947-4b58-94a9-c67c41485289') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:02.600583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.638989 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.645225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:08:02.822726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:02.916625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:08:02.920298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:02.931128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.153686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.161056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ccf008-29cf-47d4-99ae-617f09821650 None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:08:03.164925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.173970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Network 0c98706f-33d8-4e0c-b314-59b8f20f4a6d has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:08:03.184072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5480ff5f-9fa6-48bf-9c36-0fdadca2eab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:03.194181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Router 80679804-779b-4902-9b93-edf72d09245c is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:08:03.211992 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:08:03.319517 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1354aaac-f4e4-4b84-a38e-5b273bdd8009,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:03.329567 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=299a260a89564e239d8734b8c2605ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2627361 Feb 19 05:08:03.330672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-390e8a60-1e0a-4572-acd2-868301d66904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:03.334711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59318) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:03.335222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Provisioning for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:03.344574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.345186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Provisioning complete for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:03.345534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.351052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:03.378842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.396333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c98706f-33d8-4e0c-b314-59b8f20f4a6d,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:03.400351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:03.414888 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c98706f-33d8-4e0c-b314-59b8f20f4a6d HTTP/1.1" status: 204 len: 168 time: 1.6453588 Feb 19 05:08:03.415188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59322) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:03.491421 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Deleting subnet 64501c9b-1f1d-40da-a633-a94d9b339f92 {{(pid=83984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:08:03.496062 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.551102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.582201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846621276'] for subnet, precommit_delete_associations {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.583779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:08:03.595801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Sync routers for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:08:03.602776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.605992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.607862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:03.608032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:03.666819 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.778197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] For port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:03.783950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.790651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:03.816164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:03.885507 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Pushing event updated for resources: {'Port': ['ID=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:03.892476 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ca11dcf8-cb2b-4dda-b1c3-644c67423ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:03.996816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:03.998782 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0348799 Feb 19 05:08:04.002126 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59326) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:04.013223 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6865751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848328063'] for subnet, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.033207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:04.123543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.173965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.219826 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ff02b008-f608-44dc-8d49-106907987f8a None None] Provisioning complete for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:04.220437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff02b008-f608-44dc-8d49-106907987f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.231757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-00c24868-7a38-47c5-b1a4-ce26f1cb1c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:04.235680 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:02Z', 'revision_number': 3, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:04.240590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Checking router: 80679804-779b-4902-9b93-edf72d09245c for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:08:04.241703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Updating router 80679804-779b-4902-9b93-edf72d09245c port 92aa7636-4dda-458e-8233-ce4654c04789 binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:08:04.248153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64501c9b-1f1d-40da-a633-a94d9b339f92,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:04.251279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:04.260412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.271086 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-d6e0fe54-ff96-449c-87b1-295976c91ba3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/64501c9b-1f1d-40da-a633-a94d9b339f92 HTTP/1.1" status: 204 len: 168 time: 0.8545194 Feb 19 05:08:04.271886 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59330) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:04.319137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354aaac-f4e4-4b84-a38e-5b273bdd8009,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:04.326817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:04.340068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.347535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.349617 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1bb07b38-a0e9-46ae-ba3f-8c68850b8a6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1354aaac-f4e4-4b84-a38e-5b273bdd8009 HTTP/1.1" status: 204 len: 168 time: 1.0142422 Feb 19 05:08:04.474910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.551112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:04.745574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:04.746582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.840337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:04.882555 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-67b007cd-89de-4118-9f49-b24a8bbef738 None None] Provisioning complete for port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:04.883009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67b007cd-89de-4118-9f49-b24a8bbef738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.060038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daad9c9-8f8b-46ef-a7ca-73dc90085d54']}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:05.074597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efe663c-77c6-4039-aa03-a7e404032e44') {'for_net_delete': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:05.074937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efe663c-77c6-4039-aa03-a7e404032e44') {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:05.093104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8154540'] for segment, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.113420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.115714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:08:05.182887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.198608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.312749 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:08:05.322954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847910668'] for segment, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.520704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Network 6daad9c9-8f8b-46ef-a7ca-73dc90085d54 has no segments {{(pid=83984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:08:05.545374 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:08:05.640682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Transition to ACTIVE for port object 92aa7636-4dda-458e-8233-ce4654c04789 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:05.643446 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.654637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.657743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Allocated IP 172.20.0.1 (bdb097b8-2740-4b04-95f7-1741320f7df5/7518e774-40e5-42f8-9427-76fadedcfa25/6beb50f2-3a76-43f8-9b4a-e8231855c1d6) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:05.661523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3422c709-1cc7-4366-9f85-522f7acafa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:05.679769 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.689511 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6daad9c9-8f8b-46ef-a7ca-73dc90085d54 HTTP/1.1" status: 204 len: 168 time: 1.4163706 Feb 19 05:08:05.693144 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daad9c9-8f8b-46ef-a7ca-73dc90085d54,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:05.696023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2a5c6249-1c8b-48a4-98ab-2cd1c5258a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:05.760358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-99b16b3a-91a7-4ec7-95aa-746511ffc34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:05.837095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.858054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Transition to ACTIVE for port object 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:05.868996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59360) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:05.877692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:08:05.888757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.895325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Pushing event updated for resources: {'Port': ['ID=92aa7636-4dda-458e-8233-ce4654c04789,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:05.908843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6075ded4-6668-4c57-a3ee-6e7f5bf46783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:05.912331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.913724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.914568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.915418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.916357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.917227 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.918191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.919104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.920114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.921016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.922072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.923420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.924427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.925302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.926185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.927080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.927881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.928775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.929649 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.930788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.931660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.932739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.938334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6eb5acce-fa62-4bd6-aeff-19761a0f8274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92f114e59de24294917f59b0c4467f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632267 Feb 19 05:08:05.938589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.938589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:05.938926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59366) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:05.945158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:05.973263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Attempting to bind port 92aa7636-4dda-458e-8233-ce4654c04789 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:05.973682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Attempting to bind port 92aa7636-4dda-458e-8233-ce4654c04789 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:05.974090 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Attempting to bind port 92aa7636-4dda-458e-8233-ce4654c04789 on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:05.980975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:05.981402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:05.981852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:05.982290 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:05.982835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Bound port: 92aa7636-4dda-458e-8233-ce4654c04789, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:05.983245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.022037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.067526 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Pushing event updated for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:06.068418 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.072557 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:06.073281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] For port 92aa7636-4dda-458e-8233-ce4654c04789, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:06.077973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] For port 92aa7636-4dda-458e-8233-ce4654c04789, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=92aa7636-4dda-458e-8233-ce4654c04789,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:06.086148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.105577 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:06.127783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Network bdb097b8-2740-4b04-95f7-1741320f7df5 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:06.129118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:06.131463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:06.183065 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.197675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-edec8f51-46ba-4ca2-96a2-df195445a098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:06.199923 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.214878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21cee4-6fbf-4fd8-9f09-9741ec8930fc,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:06.233463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:06.236310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.240140 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-48556ac0-c56a-4f24-b807-7f1e7c0e209a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a21cee4-6fbf-4fd8-9f09-9741ec8930fc HTTP/1.1" status: 204 len: 168 time: 0.2977018 Feb 19 05:08:06.331997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Pushing event updated for resources: {'Port': ['ID=92aa7636-4dda-458e-8233-ce4654c04789,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:06.346874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b4c24b9e-7a0f-43d9-8a4f-408775c357e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:06.408632 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:06.409334 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:06.555646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-aa91d153-6535-4ba0-b983-cbda1321aef9 None None] Provisioning for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:06.565131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-aa91d153-6535-4ba0-b983-cbda1321aef9 None None] Provisioning complete for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:06.566440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa91d153-6535-4ba0-b983-cbda1321aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.656728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:06.691570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-aa91d153-6535-4ba0-b983-cbda1321aef9 None None] Port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:08:06.703454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:06.987534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59390) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:07.069507 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cdf04d1e-7625-4b6a-b356-6ea9fa086d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10eb0d884dc6480db764fed67ecdeae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781319 Feb 19 05:08:07.070436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59394) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:07.077822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.081806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.124247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b872e35-55a3-4e4b-a1e8-3df35ab6e205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:07.141452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.173642 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.216305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.230997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.233406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Pushing event updated for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:07.242157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-460c2470-9b8a-45b9-902f-6ca0051b8d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:07.256444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.264191 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e3aaa18-c046-4f5d-b8c7-f66e039c7d7f HTTP/1.1" status: 204 len: 168 time: 0.1928451 Feb 19 05:08:07.268785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3aaa18-c046-4f5d-b8c7-f66e039c7d7f,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:07.272023 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-240f086e-e96c-4c46-8a3f-6b2e50e1ea68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:07.291350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:02Z', 'revision_number': 3, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:07.295350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:07.300164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280671af-2a89-4c00-bd41-bd3d73bf8362 None None] The sync data for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb is: [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:02Z', 'revision_number': 3, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:08:07.388961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Network bdb097b8-2740-4b04-95f7-1741320f7df5 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:07.390108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:07.752504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-487a80d8-9502-4409-96e6-f8c610094ae3 None None] Provisioning complete for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:07.753519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-487a80d8-9502-4409-96e6-f8c610094ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:07.852926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-487a80d8-9502-4409-96e6-f8c610094ae3 None None] Port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:08:08.022285 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Router 80679804-779b-4902-9b93-edf72d09245c has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:08:08.255990 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:08:08.273578 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] 10.222.0.13 "PUT /v2.0/routers/80679804-779b-4902-9b93-edf72d09245c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2701850 Feb 19 05:08:08.509099 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 92aa7636-4dda-458e-8233-ce4654c04789 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:08.600400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 92aa7636-4dda-458e-8233-ce4654c04789 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:08.613320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 92aa7636-4dda-458e-8233-ce4654c04789 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:08.613944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:08.776194 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:08.794892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 92aa7636-4dda-458e-8233-ce4654c04789, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=92aa7636-4dda-458e-8233-ce4654c04789,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:08.798288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:08.801609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:08.904912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=92aa7636-4dda-458e-8233-ce4654c04789,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:08.908856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:09.423685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59496) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:09.430280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1091799683-network', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:09.436761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:09.441506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Usage tracker for resource:network and tenant:fb23b48afc4342f180e39822f8f431cd is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:09.445089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:09.452580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:09.464165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Made reservation on behalf of fb23b48afc4342f180e39822f8f431cd for: {'network': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:09.469115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.487016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.504771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:09.509148 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Usage tracker for resource:security_group_rule and tenant:fb23b48afc4342f180e39822f8f431cd is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:09.513173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:09.519533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:09.627513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.632102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.635581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2458eff-3f8d-4820-9472-16844d55e0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:09.685280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:08:09.713931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd46f3d8-0a2e-4d01-9b31-5be2495a815b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:09.720500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.721159 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Added segment b4414fcb-71f0-49c7-8541-a33dbd4885a3 of type vxlan for network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 Feb 19 05:08:09.735762 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:09.774988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.811151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.812432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:09.813089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:09.818592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:09.940020 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5150769 Feb 19 05:08:09.941765 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecf6edc-ea73-4af3-80dc-1cba96365ce6,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:09.945374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59518) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:09.953262 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6068d614-13e8-4e69-8c1f-9f0f877bd662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:09.957559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Request body: {'subnet': {'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1091799683-subnet', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:09.960849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:08:09.971128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:09.978927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Usage tracker for resource:subnet and tenant:fb23b48afc4342f180e39822f8f431cd is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:09.979347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:08:09.987840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:10.000781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:10.019961 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Made reservation on behalf of fb23b48afc4342f180e39822f8f431cd for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:10.029592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6211297'] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.447068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Sync routers for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:08:10.459527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:10.460231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:07:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:10.526130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 92aa7636-4dda-458e-8233-ce4654c04789 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:10.583743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6167354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6211312'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.600339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7238d618-fcb7-42b0-8668-92df7922365d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:10.735643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:10.741862 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0eb2444-9132-4e75-8169-ed283d018798,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:10.744902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:10.822760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 92aa7636-4dda-458e-8233-ce4654c04789 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:10.823248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.827370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Checking segment: {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:10.827842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Network hostable DHCP agents. Network: 0ecf6edc-ea73-4af3-80dc-1cba96365ce6, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:08:10.848874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:08:10.860404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, 0ecf6edc-ea73-4af3-80dc-1cba96365ce6) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:10.878204 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:10.878893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.913765 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-220f7e40-313d-4f36-9fde-b6c30f81d93d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9666541 Feb 19 05:08:10.916383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59526) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:10.922841 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:10.928410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:10.933973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Usage tracker for resource:router and tenant:fb23b48afc4342f180e39822f8f431cd is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:10.938837 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:10.946669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:10.959347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8010010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710725'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.960506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7879661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65075'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:10.978264 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.052342 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b05ea71-5f76-4299-a356-790a31164f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.054741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379d31c-b283-4667-a39e-61562de6adac None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:08:11.300818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65058'] for router, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.678757 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.704253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2495593-5bbc-56ed-b723-81461d6b4671-0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'fixed_ips': [{'subnet_id': 'c0eb2444-9132-4e75-8169-ed283d018798'}]}} from dv-cinder-776422-3-smb. {{(pid=83986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 05:08:11.705377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.715986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:11.769470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 2, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:11.835313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Checking router: 80679804-779b-4902-9b93-edf72d09245c for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:08:11.835845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Updating router 80679804-779b-4902-9b93-edf72d09245c port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:08:11.922294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.011785 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Allocated IP 172.28.1.144 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/9348ebf9-5961-4601-b3ff-c6a8a03d2320) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:12.174157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.205995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.222054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-614b1ee4-9f31-4beb-b7c9-2114421a58c5 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:12.299561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Allocated IP 172.20.0.2 (0ecf6edc-ea73-4af3-80dc-1cba96365ce6/c0eb2444-9132-4e75-8169-ed283d018798/8e0c4871-a000-44f1-a330-f9c5389d5548) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:12.361298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Pushing event updated for resources: {'Port': ['ID=9348ebf9-5961-4601-b3ff-c6a8a03d2320,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:12.366433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:12.419292 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:12.420835 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:12.423132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:12.767495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.779733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.792093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Transition to ACTIVE for port object 8e0c4871-a000-44f1-a330-f9c5389d5548 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:12.806693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Transition to ACTIVE for port object 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:12.821891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:12.842380 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:12.883510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Transition to ACTIVE for port object 8e0c4871-a000-44f1-a330-f9c5389d5548 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:12.991311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.279335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e8ac3-fcf5-4945-bed8-d9fbbbb36553 None None] Pushing event updated for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:13.279857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.286293 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3b3e8ac3-fcf5-4945-bed8-d9fbbbb36553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:13.288559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0945c9f-135f-41e0-a4fc-4cffdf6ffd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:13.360388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59550) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:13.427806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Pushing event updated for resources: {'Port': ['ID=8e0c4871-a000-44f1-a330-f9c5389d5548,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:13.436850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:13.524728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.545467 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:13.553483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Usage tracker for resource:security_group_rule and tenant:0fe17aa85b49427abc6b165e7ab51d0f is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:13.557891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:13.567699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:13.571713 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:13.584033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:13.588854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:13.598631 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Attempting to bind port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:13.599049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Attempting to bind port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:13.599469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Attempting to bind port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 on network bdb097b8-2740-4b04-95f7-1741320f7df5 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:13.658842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:13.659373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Checking segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:13.659839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.660320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Bound using segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:13.660878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Bound port: 6beb50f2-3a76-43f8-9b4a-e8231855c1d6, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:13.661309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.719139 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846765806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846778230'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.727181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.731676 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.746522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12bbaac0-81c3-463b-a287-cb469f90c7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:13.751567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Attempting to bind port 8e0c4871-a000-44f1-a330-f9c5389d5548 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:13.751987 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Attempting to bind port 8e0c4871-a000-44f1-a330-f9c5389d5548 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:13.752431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Attempting to bind port 8e0c4871-a000-44f1-a330-f9c5389d5548 on network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:13.762908 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:13.763650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Checking segment: {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:13.763776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.764188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Bound using segment: {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:13.764735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Bound port: 8e0c4871-a000-44f1-a330-f9c5389d5548, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:13.765164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.795230 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fe17aa85b49427abc6b165e7ab51d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310331 Feb 19 05:08:13.795230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9aad8-21da-4b63-8994-843441509cc6,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:13.801550 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59556) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:13.802807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.803222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.803626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.804025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.804445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.804842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.805230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.805617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.806021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.806391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.806778 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.807140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.807569 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.808014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.808432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.808818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.809203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.809595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.809978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.810367 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.810751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.811133 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.811514 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.811986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:13.816784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:13.878196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] For port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:13.882009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] For port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:13.899865 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:13.928325 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e9db74f-a4c3-4316-9d66-6dfdff85e0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:13.976763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.021320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.090116 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcace5a6-25d6-4f85-91de-428dc508174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.099502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Router afc3f9b5-0054-4474-b600-716dd8b7744a is scheduled to L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 with binding_index 1 {{(pid=83985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 05:08:14.100123 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] For port 8e0c4871-a000-44f1-a330-f9c5389d5548, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:14.103098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.108944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98d13eaf-39d9-4071-a859-0dd01163aac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:14.109233 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] For port 8e0c4871-a000-44f1-a330-f9c5389d5548, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=8e0c4871-a000-44f1-a330-f9c5389d5548,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:14.120789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.126474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9aad8-21da-4b63-8994-843441509cc6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:14.133164 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:14.141726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.237477 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.238760 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-63675cdd-1134-4848-8436-c4d2bb156782 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b9aad8-21da-4b63-8994-843441509cc6 HTTP/1.1" status: 204 len: 168 time: 0.4360459 Feb 19 05:08:14.242664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e8ac3-fcf5-4945-bed8-d9fbbbb36553 None None] Pushing event updated for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:14.260600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3b3e8ac3-fcf5-4945-bed8-d9fbbbb36553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:14.271078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-82ae65fe-cb26-44d4-8f00-2ffb79acee7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:14.362619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:08:14.384666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Sync routers for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:08:14.399796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.404478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59566) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:14.412695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:14.414017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:14.416856 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8ea65a2a-29e2-469e-b14c-f2d3d68b8606 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4992373 Feb 19 05:08:14.428711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Pushing event updated for resources: {'Port': ['ID=8e0c4871-a000-44f1-a330-f9c5389d5548,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:14.434949 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8bd7aa62-e89f-4824-b5fc-7a55c0dd1b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:14.435763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:14.440335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:14.791089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:14.802000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59570) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:14.850574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:14.898269 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:14.908605 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Usage tracker for resource:security_group_rule and tenant:a65c5c12483748cb8ae3515590aafa80 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:14.911558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:14.915822 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:14.930836 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:15.086170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.090941 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.123010 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bd28f4d-7c11-4123-9d7f-7f2f9601b5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:15.244207 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a65c5c12483748cb8ae3515590aafa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406321 Feb 19 05:08:15.245276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0c200-b3bf-4694-ad8e-616c156a9000,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:15.258669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59576) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:15.262401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75e9eb88-a677-41bf-9f7d-f8675bf21870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:15.338726 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.348177 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:12Z', 'revision_number': 3, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:15.354004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Checking router: afc3f9b5-0054-4474-b600-716dd8b7744a for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:08:15.354405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Updating router afc3f9b5-0054-4474-b600-716dd8b7744a port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 binding host dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:08:15.381588 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.431335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.441113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.458086 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e33a2a9f-1c8f-4c13-a8df-263f6da19bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:15.473170 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0c200-b3bf-4694-ad8e-616c156a9000,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:15.474597 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:13Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:15.476396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:15.477732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.482109 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-55bee64d-db09-4c8d-ab48-3ee96dea3ff0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af0c200-b3bf-4694-ad8e-616c156a9000 HTTP/1.1" status: 204 len: 168 time: 0.2192020 Feb 19 05:08:15.496276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f97c7-f4ba-4560-ac4e-20160123a5ae None None] The sync data for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb is: [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:13Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:08:15.749314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:15.907513 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.019976 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.035793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Transition to ACTIVE for port object 9348ebf9-5961-4601-b3ff-c6a8a03d2320 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:16.042130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.155052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cd0bf274-43d8-43b8-a30b-eacab7172f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:16.330427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d206613e-0dac-4148-8056-b36153618204 None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:08:16.396401 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Attempting to bind port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:16.396813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Attempting to bind port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:16.397231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Attempting to bind port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 on network ffc438f8-1ec4-493c-ae71-43db75b57e92 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:16.403874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:16.404552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Checking segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:16.406102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.406937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Bound using segment: {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:16.407474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Bound port: 9348ebf9-5961-4601-b3ff-c6a8a03d2320, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c2df61-00be-42f7-a6a5-4db6428a4c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:16.407906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.491478 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206025f6-0bd0-4b6f-b95d-b0b9f3464124 None None] Pushing event updated for resources: {'Port': ['ID=9348ebf9-5961-4601-b3ff-c6a8a03d2320,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:16.501624 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-206025f6-0bd0-4b6f-b95d-b0b9f3464124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:16.663316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:16.704948 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] For port 9348ebf9-5961-4601-b3ff-c6a8a03d2320, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:16.713240 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] For port 9348ebf9-5961-4601-b3ff-c6a8a03d2320, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=9348ebf9-5961-4601-b3ff-c6a8a03d2320,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:16.720748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.796745 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Allocated IP 172.20.0.1 (0ecf6edc-ea73-4af3-80dc-1cba96365ce6/c0eb2444-9132-4e75-8169-ed283d018798/6d4cfde4-7f7d-4efc-adb2-9f23c9d10298) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:16.827666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-05ad1728-a3bc-41c9-8230-1f3bcfdf740d None None] Provisioning for port 8e0c4871-a000-44f1-a330-f9c5389d5548 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:16.832055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:16.841437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.877919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:16.900935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:16.901766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:16.924076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206025f6-0bd0-4b6f-b95d-b0b9f3464124 None None] Pushing event updated for resources: {'Port': ['ID=9348ebf9-5961-4601-b3ff-c6a8a03d2320,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:16.936775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-206025f6-0bd0-4b6f-b95d-b0b9f3464124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:17.081710 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:17.085594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:17.129006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.153225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Transition to ACTIVE for port object 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:17.190486 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.191944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.213439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-265d7e9c-cc78-4d23-89cd-bbe6762146b8 tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:17.248971 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:17.255328 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.256699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 8e0c4871-a000-44f1-a330-f9c5389d5548 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:17.296344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:17.406383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:17.442129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:17.446042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 8e0c4871-a000-44f1-a330-f9c5389d5548 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:17.453531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:17.454706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 8e0c4871-a000-44f1-a330-f9c5389d5548 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:17.455735 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.527288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:17.531111 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:17.540419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:17.580197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:17.590233 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:17.663546 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997508'] for router_interface, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.733191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-5b02a349-31a2-4605-8807-83d8d4f7bb78 None None] Provisioning complete for port 8e0c4871-a000-44f1-a330-f9c5389d5548 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:17.734033 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b02a349-31a2-4605-8807-83d8d4f7bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.813097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.822179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59610) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:17.875134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 8e0c4871-a000-44f1-a330-f9c5389d5548, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=8e0c4871-a000-44f1-a330-f9c5389d5548,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:17.882032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:17.884943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:18.053988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:12Z', 'revision_number': 3, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:18.054815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=8e0c4871-a000-44f1-a330-f9c5389d5548,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:18.060871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:18.073813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26f2d8-abb5-43aa-af2e-8b81fe29b202 None None] The sync data for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb is: [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:12Z', 'revision_number': 3, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:08:18.116926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.135737 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:18.141359 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Usage tracker for resource:security_group_rule and tenant:4164cf815e774480be5f42de3bd0f22c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:18.144601 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:18.153943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:18.164393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.211724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-90705985-7e1c-4d1f-a4b6-474db7952603 None None] Provisioning complete for port 8e0c4871-a000-44f1-a330-f9c5389d5548 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:18.212416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90705985-7e1c-4d1f-a4b6-474db7952603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.266821 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.270714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.310800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c5ee3f7-acd6-4761-9a1f-b55cab2f9f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:18.331107 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4164cf815e774480be5f42de3bd0f22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069942 Feb 19 05:08:18.331323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59616) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:18.364752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950bc075-aa79-471d-834e-ca44f7922d9e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:18.384266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3f8dff2e-a55e-4641-be95-0f8185cfdc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:18.484068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:18.496455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.549301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.557973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Provisioning for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:18.569535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Provisioning complete for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:18.569967 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.665974 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:08:18.673243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.680808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ffb39148-1cc7-4439-8735-d31815372be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:18.681716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:18.682152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.699317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.702159 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950bc075-aa79-471d-834e-ca44f7922d9e,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:18.712366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.744124 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:18.750167 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfe8bf3e-d47e-4822-a90f-abfad5c457c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:18.763425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Provisioning complete for port 8e0c4871-a000-44f1-a330-f9c5389d5548 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:18.763849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ae99-a52c-48e5-880c-f27ec556fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.845902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.849927 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-dd03bbe8-a9a7-402b-89cf-541401468d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/950bc075-aa79-471d-834e-ca44f7922d9e HTTP/1.1" status: 204 len: 168 time: 0.5150466 Feb 19 05:08:18.865450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:18.868379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846866536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001005'] for router_interface, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:18.887038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:19.060608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:19.060608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:19.188818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 8e0c4871-a000-44f1-a330-f9c5389d5548 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:19.378098 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 8e0c4871-a000-44f1-a330-f9c5389d5548 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:19.378654 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:19.585677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cfb35d70-f12d-497e-bf3b-d14134dc6c91 None None] Provisioning complete for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:19.586055 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfb35d70-f12d-497e-bf3b-d14134dc6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:19.667399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cfb35d70-f12d-497e-bf3b-d14134dc6c91 None None] Port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:08:19.706892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Router afc3f9b5-0054-4474-b600-716dd8b7744a has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:08:19.919746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:08:19.931799 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-9f00db2f-1db2-40a4-93a8-7926b837cb63 admin admin] 10.222.0.13 "PUT /v2.0/routers/afc3f9b5-0054-4474-b600-716dd8b7744a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5205238 Feb 19 05:08:20.471709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-127988485', 'description': 'tempest-TestShelveInstance-127988485 description'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:20.479013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:20.483387 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Usage tracker for resource:security_group and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:20.486501 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:20.498180 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:20.518843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.526175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 9348ebf9-5961-4601-b3ff-c6a8a03d2320 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:20.545991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:20.550145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Usage tracker for resource:security_group_rule and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:20.553473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:20.560873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:20.650203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.654118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.659657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-407dd028-b8e3-4e29-866a-04b6f051fec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:20.702824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.704244 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ca8eecf7-730f-4fd1-9c11-e54b51bf21b0 req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2420578 Feb 19 05:08:20.705075 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d550b77c-8fab-4ada-84ef-444df6eff0a5,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:20.708005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-052f511c-ad5e-4427-80b8-884b47dc49a4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:20.730503 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:20.744337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:20.744770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.781719 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-467e8b41-6a18-4ae7-9395-04a662052755 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups/d550b77c-8fab-4ada-84ef-444df6eff0a5 HTTP/1.1" status: 200 len: 1800 time: 0.0543690 Feb 19 05:08:20.794992 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd550b77c-8fab-4ada-84ef-444df6eff0a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:20.795274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd550b77c-8fab-4ada-84ef-444df6eff0a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:20.801945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:20.806130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Usage tracker for resource:security_group_rule and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:20.810185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:20.816786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:20.879149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.919431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.922358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.930951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:20.964904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f4d626-4a04-477a-a597-033443f0c3b8,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:20.968251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:20.972100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.978422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:20.979767 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f8e4cfe-dcd3-4ce8-aadf-e307cf2f997b req-57ffb642-5dab-4a66-af77-a2b22c58a6f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1907160 Feb 19 05:08:20.998115 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 9348ebf9-5961-4601-b3ff-c6a8a03d2320, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=9348ebf9-5961-4601-b3ff-c6a8a03d2320,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:21.003613 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:21.006969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:21.096633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=9348ebf9-5961-4601-b3ff-c6a8a03d2320,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:21.099930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:21.112232 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a034c70-e927-4715-b129-1eed30d51b51 req-0b51a13c-f24b-449b-9578-b1d33a95ca11 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups/d550b77c-8fab-4ada-84ef-444df6eff0a5 HTTP/1.1" status: 200 len: 2393 time: 0.1051836 Feb 19 05:08:21.124043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd550b77c-8fab-4ada-84ef-444df6eff0a5', 'remote_group_id': None}]} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:21.124444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd550b77c-8fab-4ada-84ef-444df6eff0a5', 'remote_group_id': None}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:21.131106 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:21.135176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Usage tracker for resource:security_group_rule and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:21.139189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:21.145708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:21.212913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:21.239915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:21.242877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700486'] for security_group_rule, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:21.251168 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:21.273683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2ef57d-4ace-41bb-8be2-7e5af1e24793,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:21.277057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:21.281885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:21.283189 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9a034c70-e927-4715-b129-1eed30d51b51 req-bea009da-6f11-4f33-aa85-5d11391203c0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1644888 Feb 19 05:08:21.285830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Sync routers for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:08:21.297939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:21.298731 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:21.562456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:21.985651 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:18Z', 'revision_number': 4, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6d4cfde4-7f7d-4efc-adb2-9f23c9d10298', 'name': '', 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'mac_address': 'fa:16:3e:75:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:16Z', 'updated_at': '2021-02-19T05:08:18Z', 'revision_number': 2, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'subnets': [{'id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:21.990800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Checking router: afc3f9b5-0054-4474-b600-716dd8b7744a for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:08:21.991311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Updating router afc3f9b5-0054-4474-b600-716dd8b7744a port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 binding host dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 05:08:22.068006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:22.490770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 9348ebf9-5961-4601-b3ff-c6a8a03d2320 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:22.600898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:22.618330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Transition to ACTIVE for port object 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:22.624006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:22.647463 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:22.768593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:22.769013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.027964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8203-95da-4d8d-b918-42bbdfdbce11 None None] Pushing event updated for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:23.035592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-891b8203-95da-4d8d-b918-42bbdfdbce11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:23.270988 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Attempting to bind port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 on host dv-cinder-776422-3-smb for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:23.271497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Attempting to bind port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 by drivers openvswitch on host dv-cinder-776422-3-smb at level 0 using segments [{'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:23.271912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Attempting to bind port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 on network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:23.279606 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Checking agent: {'id': '8e2fb28d-7977-4d49-adee-6108b8ada965', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 50, 16), 'started_at': datetime.datetime(2021, 2, 19, 4, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:23.280095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Checking segment: {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:23.280696 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.281248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Bound using segment: {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:23.281869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Bound port: 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298, host: dv-cinder-776422-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4414fcb-71f0-49c7-8541-a33dbd4885a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:23.282296 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.424607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] For port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298, host dv-cinder-776422-3-smb, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:23.432314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] For port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298, host dv-cinder-776422-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:23.438221 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.456607 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:23.577310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59750) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:23.612516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8203-95da-4d8d-b918-42bbdfdbce11 None None] Pushing event updated for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:23.616174 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-891b8203-95da-4d8d-b918-42bbdfdbce11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:23.675652 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:23.676437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:23.736813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.754452 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:23.759245 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Usage tracker for resource:security_group_rule and tenant:3498e5c9f3654f69b8f4f6538f77fd52 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:23.765783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:23.772366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:23.899370 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:23.916182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.919584 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:23.929209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-25716330-3cbc-46de-8389-08eef187f40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:23.998956 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3498e5c9f3654f69b8f4f6538f77fd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202678 Feb 19 05:08:24.001903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59756) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:24.007110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911755ed-df2d-4e6b-aafe-12be9cf2e5ec,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:24.013933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8e9842eb-90ed-4f46-b7ec-c00158e39624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:24.075943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:24.124981 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:24.214664 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:24.220432 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-71d6ed5c-67db-4ef7-949d-c96076ca6d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:24.258788 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911755ed-df2d-4e6b-aafe-12be9cf2e5ec,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:24.264337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:24.266789 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:24.271051 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/911755ed-df2d-4e6b-aafe-12be9cf2e5ec HTTP/1.1" status: 204 len: 168 time: 0.2680337 Feb 19 05:08:24.341087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:18Z', 'revision_number': 4, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6d4cfde4-7f7d-4efc-adb2-9f23c9d10298', 'name': '', 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'mac_address': 'fa:16:3e:75:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:16Z', 'updated_at': '2021-02-19T05:08:23Z', 'revision_number': 4, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'subnets': [{'id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:24.347640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2f754-e2e0-43f7-b6a8-b79447fa6220 None None] The sync data for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb is: [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:08:18Z', 'revision_number': 4, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6d4cfde4-7f7d-4efc-adb2-9f23c9d10298', 'name': '', 'network_id': '0ecf6edc-ea73-4af3-80dc-1cba96365ce6', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'mac_address': 'fa:16:3e:75:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:16Z', 'updated_at': '2021-02-19T05:08:23Z', 'revision_number': 4, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'subnets': [{'id': 'c0eb2444-9132-4e75-8169-ed283d018798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:08:24.578538 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:24.748593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:24.766725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:24.767456 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:24.982377 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.054847 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] For port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:25.061449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.064943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3b3e8ac3-fcf5-4945-bed8-d9fbbbb36553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:25.158694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Pushing event updated for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:25.163351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:25.360622 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59788) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:25.544491 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1180255344-network', 'tenant_id': '95c0065b9cf548b7a747fb040336d35c'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:25.549911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:25.554695 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Usage tracker for resource:network and tenant:95c0065b9cf548b7a747fb040336d35c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:25.559094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:25.565562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:25.581548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Made reservation on behalf of 95c0065b9cf548b7a747fb040336d35c for: {'network': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:25.586572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for network, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.601416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.620940 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:25.625963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Usage tracker for resource:security_group_rule and tenant:95c0065b9cf548b7a747fb040336d35c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:25.629509 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:25.638220 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:25.731939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.735369 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.740794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dfeab5d2-e873-40e5-9413-9ef2331d400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:25.771774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 05:08:25.787927 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0283e5e3-dad9-48c2-910d-d3a85e23e38a,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:25.793479 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:25.794532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732335760670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.795024 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Added segment 9b5c0bc8-bfd5-4162-af0d-a5195272dbd8 of type vxlan for network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b Feb 19 05:08:25.827027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732335240136'] for network, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.865688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517'] for network, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.867005 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:25.867661 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:25.874019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96d3a641-e682-4860-b101-3916f0f7ea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:25.993823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Pushing event updated for resources: {'Network': ['ID=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:25.997868 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6363101 Feb 19 05:08:25.998899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2a80e0ae-f3bf-4e89-8848-d9ee902faab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:26.001101 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59794) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:26.006063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b details requested by agent ovs-agent-dv-cinder-776422-3-smb with host dv-cinder-776422-3-smb {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:08:26.007254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Request body: {'subnet': {'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1180255344-subnet', 'tenant_id': '95c0065b9cf548b7a747fb040336d35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:26.013335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:26.018040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Usage tracker for resource:subnet and tenant:95c0065b9cf548b7a747fb040336d35c is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:26.021399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:26.025905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 05:08:26.027957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:26.039351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Made reservation on behalf of 95c0065b9cf548b7a747fb040336d35c for: {'subnet': 1} {{(pid=83984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:26.044906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6447787'] for subnet, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:26.498497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 up at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:26.533100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847910126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6447802'] for subnet, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:26.577504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Provisioning complete for port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:26.579943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:26.690794 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a0e3a28-23ad-4591-b51f-7469ba26fa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:26.821898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44af153-0b28-45a3-bd47-9360d073017d,revision_number=0']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:26.827945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:26.891721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Checking segment: {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:26.892151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Network hostable DHCP agents. Network: f77d6a5a-a62b-4cf4-8eb9-284449c1e39b, hostable agents: ['c50840eb-8c61-4e7c-bc93-d41f3204fd2b'], hosted agents: [] {{(pid=83984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 05:08:26.913215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b is scheduled to be hosted by DHCP agent c50840eb-8c61-4e7c-bc93-d41f3204fd2b with binding_index 1 {{(pid=83984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 05:08:26.922215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-3-smb, f77d6a5a-a62b-4cf4-8eb9-284449c1e39b) {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:26.932061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549962ae-c90e-4b63-a7ba-8adfdf04b1d0 None None] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:08:26.935226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:26.935878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:26.957947 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-81e491e8-c01f-47f2-83a5-f0d21648bc0f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9556885 Feb 19 05:08:27.230997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9996559-9ba7-49af-ba6d-741de1a19d54 None None] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:08:29.271768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-8c390a8b-2f4e-4096-af28-d6ad43d142ce tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:29.273328 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-8c390a8b-2f4e-4096-af28-d6ad43d142ce tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 814 time: 0.1689806 Feb 19 05:08:29.291278 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-e5362a30-6e58-408b-9de6-7b854d08c543 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/quotas/95c0065b9cf548b7a747fb040336d35c HTTP/1.1" status: 200 len: 375 time: 0.0112901 Feb 19 05:08:29.351726 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-bdd31403-81c9-494c-b6cd-73405c1c3ea2 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529122 Feb 19 05:08:29.513202 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-20bbce54-f123-4015-a5ab-9811c762b257 service neutron] 10.222.0.13 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501317 Feb 19 05:08:29.699332 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-83ca66d5-8fd1-4c6a-96d5-28ba43ffee2f service neutron] 10.222.0.13 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771622 Feb 19 05:08:29.976309 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4271d290-69bc-40b2-b254-d8315ece9b68 req-6ff9b6e9-e814-4ace-ba23-3cd2092bc263 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 210 time: 0.1084065 Feb 19 05:08:31.205641 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c207139a-f41e-47d0-9d20-0c5ff21a60b7 req-9ca0188e-3e2c-425a-923f-64ea023f4055 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 210 time: 0.0697150 Feb 19 05:08:31.287811 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-c46953f2-9ab5-4ec3-b626-9f31d7b261f8 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:31.289469 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-c46953f2-9ab5-4ec3-b626-9f31d7b261f8 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 814 time: 0.2395875 Feb 19 05:08:31.312458 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Request body: {'port': {'device_id': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b', 'admin_state_up': True, 'tenant_id': '95c0065b9cf548b7a747fb040336d35c'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:31.479277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:31.485298 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Usage tracker for resource:port and tenant:95c0065b9cf548b7a747fb040336d35c is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:31.488600 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:31.494759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:31.504702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Made reservation on behalf of 95c0065b9cf548b7a747fb040336d35c for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:31.510392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:31.853026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Allocated IP 172.20.0.8 (f77d6a5a-a62b-4cf4-8eb9-284449c1e39b/a44af153-0b28-45a3-bd47-9360d073017d/b1105745-e201-4182-b5c9-0152be3ea298) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:32.089946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:32.123533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:32.148575 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11d0f02c-da33-46a5-a912-1e3352430085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:32.430867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e674f55-c976-49a5-af4c-7411a58250ef req-5841ae52-c16c-43d2-aed3-09df301d0d63 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:32.433819 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e674f55-c976-49a5-af4c-7411a58250ef req-5841ae52-c16c-43d2-aed3-09df301d0d63 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 931 time: 0.0959330 Feb 19 05:08:32.485160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6e674f55-c976-49a5-af4c-7411a58250ef req-b6603801-666e-4842-aedb-2be3fc9ff242 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Synchronizing usage tracker for tenant:95c0065b9cf548b7a747fb040336d35c on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:32.504457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6e674f55-c976-49a5-af4c-7411a58250ef req-b6603801-666e-4842-aedb-2be3fc9ff242 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Unset dirty status for tenant:95c0065b9cf548b7a747fb040336d35c on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:32.505743 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-6e674f55-c976-49a5-af4c-7411a58250ef req-b6603801-666e-4842-aedb-2be3fc9ff242 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652082 Feb 19 05:08:32.549799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Pushing event updated for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:32.554602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:32.604629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:32.605956 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:32.608346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:32.677158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:32.677845 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:32.698705 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-db3bc54f-29f0-431d-8692-0d090867648b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3913910 Feb 19 05:08:32.717770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Request body: {'port': {'device_id': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:32.850494 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.317690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1105745-e201-4182-b5c9-0152be3ea298 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:08:33.326906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.340300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Transition to ACTIVE for port object b1105745-e201-4182-b5c9-0152be3ea298 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:33.343390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.359056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:33.503330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Pushing event updated for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:33.507629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:33.759126 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Attempting to bind port b1105745-e201-4182-b5c9-0152be3ea298 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:33.759417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Attempting to bind port b1105745-e201-4182-b5c9-0152be3ea298 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:33.759782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Attempting to bind port b1105745-e201-4182-b5c9-0152be3ea298 on network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:33.769498 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:33.769873 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Checking segment: {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:33.770272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.770709 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Bound using segment: {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:33.771129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Bound port: b1105745-e201-4182-b5c9-0152be3ea298, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:33.771499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.841560 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d2a61-483d-4dff-bee8-2ec1f7253130 req-27737ab0-be02-48bc-a72e-f2f38adcc6c0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:33.842349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5f6d2a61-483d-4dff-bee8-2ec1f7253130 req-27737ab0-be02-48bc-a72e-f2f38adcc6c0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Synchronizing usage tracker for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:33.881045 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5f6d2a61-483d-4dff-bee8-2ec1f7253130 req-27737ab0-be02-48bc-a72e-f2f38adcc6c0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Unset dirty status for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:33.882300 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5f6d2a61-483d-4dff-bee8-2ec1f7253130 req-27737ab0-be02-48bc-a72e-f2f38adcc6c0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 943 time: 0.2334142 Feb 19 05:08:33.913756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] For port b1105745-e201-4182-b5c9-0152be3ea298, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:33.931817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] For port b1105745-e201-4182-b5c9-0152be3ea298, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b1105745-e201-4182-b5c9-0152be3ea298,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:33.939559 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:33.957700 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49fe7f2-eeb5-4626-8ad5-6399b767c40d tempest-AttachVolumeTestJSON-688420357 tempest-AttachVolumeTestJSON-688420357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:34.050062 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5f6d2a61-483d-4dff-bee8-2ec1f7253130 req-dd1a402b-6f45-40c5-900c-d22136d6c4f2 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603003 Feb 19 05:08:34.114770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Pushing event updated for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:34.128374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:34.161013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:34.161800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:34.163104 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] 10.222.0.55 "PUT /v2.0/ports/b1105745-e201-4182-b5c9-0152be3ea298 HTTP/1.1" status: 200 len: 1157 time: 1.4500458 Feb 19 05:08:34.163640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:08:34.195300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:34.215411 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298', 'status': 'completed', 'code': 200} Feb 19 05:08:34.310143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-57d4455a-07b3-480d-b3c7-af545abb082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:34.311692 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-57d4455a-07b3-480d-b3c7-af545abb082b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 1160 time: 0.0792422 Feb 19 05:08:34.400916 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-ebed52d5-5204-4768-ab7f-2545e412c4ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1105745-e201-4182-b5c9-0152be3ea298 HTTP/1.1" status: 200 len: 217 time: 0.0737426 Feb 19 05:08:34.475083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-f386d534-37ca-4c73-bf4e-2cdd5cb374ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:34.476706 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-f386d534-37ca-4c73-bf4e-2cdd5cb374ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a44af153-0b28-45a3-bd47-9360d073017d HTTP/1.1" status: 200 len: 854 time: 0.0684271 Feb 19 05:08:34.538133 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-a478c081-a6f2-4f27-af2e-1444f251bf97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545571 Feb 19 05:08:34.701145 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-22ed3559-20ed-467e-a263-45d0a4de5923 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553264 Feb 19 05:08:34.845725 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 59908) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:34.856671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-963475a5-57c2-4a98-89a1-3fbbe31ef6b4 req-a348ab41-fac4-4a57-afef-c3c783525d54 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477220 Feb 19 05:08:34.979400 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.001309 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:35.005522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Usage tracker for resource:security_group_rule and tenant:e55b2b245e324eb4b363b1a8fb89b29e is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:35.008547 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:35.015225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:35.034232 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-8c9d4c08-2009-4503-a266-16388dc204d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:35.035886 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-8c9d4c08-2009-4503-a266-16388dc204d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 1160 time: 0.0799401 Feb 19 05:08:35.106693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.110998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.120833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ed30dad-6168-4c31-857f-936d4a0eae8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:35.166615 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e55b2b245e324eb4b363b1a8fb89b29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172128 Feb 19 05:08:35.166615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1912ee-6531-439c-b0d1-a76c739a674d,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:35.167807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 59916) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:35.169770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e53ea801-e5d2-4e76-b23d-12a3e3dbb538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:35.284723 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-df6f582a-511c-4fd7-9cbb-27dc8bf29c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:35.286293 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-df6f582a-511c-4fd7-9cbb-27dc8bf29c7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 908 time: 0.2430842 Feb 19 05:08:35.368205 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-83712428-4132-450e-9455-3194d38b2cf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1105745-e201-4182-b5c9-0152be3ea298 HTTP/1.1" status: 200 len: 217 time: 0.0735400 Feb 19 05:08:35.438438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.494772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51eec3-ccaa-4510-99d0-5f92408d0d9a req-1f4af592-40f4-49e2-bacd-cff7d23689af tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:35.497290 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4a51eec3-ccaa-4510-99d0-5f92408d0d9a req-1f4af592-40f4-49e2-bacd-cff7d23689af tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 943 time: 0.3127832 Feb 19 05:08:35.503839 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.512107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-0ef2d08b-7b37-4d72-8bfe-bfc8ba574f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:35.513684 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-0ef2d08b-7b37-4d72-8bfe-bfc8ba574f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a44af153-0b28-45a3-bd47-9360d073017d HTTP/1.1" status: 200 len: 854 time: 0.1363838 Feb 19 05:08:35.618622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-88955ec4-c102-4a76-a186-4c224c2d0204 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787446 Feb 19 05:08:35.730792 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4a51eec3-ccaa-4510-99d0-5f92408d0d9a req-8260ee92-e052-4a2f-8b49-d7e62263cb5b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157552 Feb 19 05:08:35.760596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.767448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dedb12a8-edda-48f0-bade-8945507a9635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:35.795500 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1912ee-6531-439c-b0d1-a76c739a674d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:35.798511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:35.817102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:35.818339 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c1912ee-6531-439c-b0d1-a76c739a674d HTTP/1.1" status: 204 len: 168 time: 0.6498268 Feb 19 05:08:35.829073 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-87b4cd52-aa79-4d08-8248-ea19db0e310e service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902070 Feb 19 05:08:35.981190 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-cf592ef9-7dfa-4fec-a657-ed5e38087e8d req-c7a51493-ae09-4387-9ee9-7bf5c09adb94 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440716 Feb 19 05:08:36.945590 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24bc2-9a23-4332-bd5d-7feb4a8d014b req-d1abae7f-4e90-4dc3-be47-e2daa20bde8e tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:36.947130 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-73c24bc2-9a23-4332-bd5d-7feb4a8d014b req-d1abae7f-4e90-4dc3-be47-e2daa20bde8e tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 943 time: 0.0878589 Feb 19 05:08:36.999251 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-73c24bc2-9a23-4332-bd5d-7feb4a8d014b req-6ff16fce-55b0-4e08-94fa-da09f3d698a3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Feb 19 05:08:37.913444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-409a2009-39a8-4e05-8a1d-02b6028fe9ce None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 05:08:38.083972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-f4f1fd58-a69a-48fc-b8c0-92b6705bd3eb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:38.101357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-f4f1fd58-a69a-48fc-b8c0-92b6705bd3eb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:38.102632 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-f4f1fd58-a69a-48fc-b8c0-92b6705bd3eb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-127988485&fields=id&tenant_id=a826e70d31854ef38304ff13e82cd298 HTTP/1.1" status: 200 len: 267 time: 0.0622277 Feb 19 05:08:38.216962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4238d82-cea1-43aa-adf3-5a5b47e09752 req-106c61f8-8e6c-427b-a1ad-d8cded071319 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:38.218856 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b4238d82-cea1-43aa-adf3-5a5b47e09752 req-106c61f8-8e6c-427b-a1ad-d8cded071319 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 943 time: 0.1053014 Feb 19 05:08:38.273757 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b4238d82-cea1-43aa-adf3-5a5b47e09752 req-a57178d6-ff93-4f69-b8b0-4f9a145155be tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Feb 19 05:08:38.282295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6bf71f17-f188-45b5-8250-655f9aceaaba tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:38.282295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6bf71f17-f188-45b5-8250-655f9aceaaba tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:38.300539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6bf71f17-f188-45b5-8250-655f9aceaaba tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:38.301823 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6bf71f17-f188-45b5-8250-655f9aceaaba tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 809 time: 0.1915901 Feb 19 05:08:38.318018 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-3746a0fe-12b7-4b28-9b06-fca157a6a29d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/quotas/a826e70d31854ef38304ff13e82cd298 HTTP/1.1" status: 200 len: 375 time: 0.0100963 Feb 19 05:08:38.327335 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device b1105745-e201-4182-b5c9-0152be3ea298 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:38.405135 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port b1105745-e201-4182-b5c9-0152be3ea298 completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:38.410700 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port b1105745-e201-4182-b5c9-0152be3ea298 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:38.411119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:38.414455 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-ead5808c-dfdd-4fe0-b8dd-2f9d9640f302 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:38.432304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-ead5808c-dfdd-4fe0-b8dd-2f9d9640f302 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:38.434296 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-ead5808c-dfdd-4fe0-b8dd-2f9d9640f302 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103556 Feb 19 05:08:38.554260 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:38.584629 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:08:38.595957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port b1105745-e201-4182-b5c9-0152be3ea298, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b1105745-e201-4182-b5c9-0152be3ea298,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:38.598913 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6f1399a1-9d4c-48a1-8482-4d02588bf0fc service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508105 Feb 19 05:08:38.606247 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:38.608704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cbaa56c5-aed6-4aef-b9f1-f641fefcdbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:38.646040 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298', 'code': 200} Feb 19 05:08:38.720935 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:38.765406 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.765852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.766172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.766551 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.766926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.767303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.767677 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.768047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.768442 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.768820 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.769196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.769679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.769959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.770316 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.770730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.771228 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.771589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.771957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.772352 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.772721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.773102 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.773448 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.773818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.774201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:38.792019 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:39.123544 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-6b0c03d9-dc56-472b-977e-3155d916a39f service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5037723 Feb 19 05:08:39.130109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a793594-adb5-4837-b481-136831a6309f req-936ed0bf-eff3-4448-a18a-f78483d8a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:39.131670 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a793594-adb5-4837-b481-136831a6309f req-936ed0bf-eff3-4448-a18a-f78483d8a8d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 1162 time: 0.1358981 Feb 19 05:08:39.180481 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3a793594-adb5-4837-b481-136831a6309f req-50e4f7c1-f913-41a7-be99-8c4295746dd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Feb 19 05:08:39.497712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656295c4-1968-40a2-bcea-b73bcbbbb927 req-71a587c5-c1a6-492c-bb29-3fa015aefea3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:39.499352 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-656295c4-1968-40a2-bcea-b73bcbbbb927 req-71a587c5-c1a6-492c-bb29-3fa015aefea3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.1006384 Feb 19 05:08:39.556638 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-656295c4-1968-40a2-bcea-b73bcbbbb927 req-956920dc-9432-4558-ae8c-d250c2f6b36f tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Feb 19 05:08:39.564520 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c1464413-ee9a-4d41-9776-15cd743329de req-cbde03c7-0864-4f96-bea7-c4418907f342 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 210 time: 0.0500832 Feb 19 05:08:39.909176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device b1105745-e201-4182-b5c9-0152be3ea298 up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:39.989938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port b1105745-e201-4182-b5c9-0152be3ea298 triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:39.991081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:40.755630 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0981c476-2eb5-4848-9c39-48394b6e1710 req-433de5c6-1919-4ea4-a0fb-84ee173b423f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 210 time: 0.0538650 Feb 19 05:08:40.798097 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-298ed650-b374-4dbf-8ec9-a0d1681e2479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:40.817833 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75909-42bf-4d72-8500-c587a8b93c4a req-d8b2dcb4-ed61-4236-a34b-07964c4e36f0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:40.819501 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2fa75909-42bf-4d72-8500-c587a8b93c4a req-d8b2dcb4-ed61-4236-a34b-07964c4e36f0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.1032860 Feb 19 05:08:40.876898 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2fa75909-42bf-4d72-8500-c587a8b93c4a req-35783a60-8470-4288-89ad-0cd0fb3d60da tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497396 Feb 19 05:08:40.951589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-4d89b777-1448-43bf-b3f9-fa5a84fd19ce tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:40.953304 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-4d89b777-1448-43bf-b3f9-fa5a84fd19ce tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 809 time: 0.1875176 Feb 19 05:08:41.043302 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-cbf8d931-b265-41e3-bb77-c05ae52f24d7 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a826e70d31854ef38304ff13e82cd298 HTTP/1.1" status: 200 len: 5757 time: 0.0763695 Feb 19 05:08:41.055732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'port': {'device_id': 'f4db98ef-012b-400b-8abd-026180902ac7', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'admin_state_up': True, 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'security_groups': ['d550b77c-8fab-4ada-84ef-444df6eff0a5']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:41.217616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:41.231320 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:41.241014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Made reservation on behalf of a826e70d31854ef38304ff13e82cd298 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:08:41.246779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:41.630449 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Allocated IP 172.20.0.14 (bdb097b8-2740-4b04-95f7-1741320f7df5/7518e774-40e5-42f8-9427-76fadedcfa25/1d2f2485-32fe-4252-8554-e053e916887a) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:41.874302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:41.892808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Transition to ACTIVE for port object 1d2f2485-32fe-4252-8554-e053e916887a will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:41.965113 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ad586c8b-bf3d-4b52-9321-eb3a7fa238cb req-fda51cd5-f943-4195-a3c8-ede2145c965a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 210 time: 0.0556664 Feb 19 05:08:41.973011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:41.999856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a89ec300-73ba-4412-b3d4-9e1955b426ba tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:42.205595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:42.232057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:42.278191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Network bdb097b8-2740-4b04-95f7-1741320f7df5 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:42.285531 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:42.288379 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:42.366589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:42.367323 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:42.403744 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3521149 Feb 19 05:08:42.429040 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Request body: {'port': {'device_id': 'f4db98ef-012b-400b-8abd-026180902ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:42.559832 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:42.582248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-288e63d9-8c69-4335-9538-8cae82e48ee0 None None] Provisioning for port 1d2f2485-32fe-4252-8554-e053e916887a completed by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:42.588362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-288e63d9-8c69-4335-9538-8cae82e48ee0 None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity DHCP. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:42.589572 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-288e63d9-8c69-4335-9538-8cae82e48ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:42.711699 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-288e63d9-8c69-4335-9538-8cae82e48ee0 None None] Port 1d2f2485-32fe-4252-8554-e053e916887a cannot update to ACTIVE because it is not bound. {{(pid=83986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 05:08:42.808691 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:08:43.097617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2f2485-32fe-4252-8554-e053e916887a {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:08:43.107616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.127266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Transition to ACTIVE for port object 1d2f2485-32fe-4252-8554-e053e916887a will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:08:43.131815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.152721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8fff3d6b-6c79-4bb0-a18d-4e95c99d37bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:43.196306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf17e-d9cb-4e4a-afd0-a389d2fc4bd4 req-36befdff-8013-4d01-9b62-958f30e231bb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:43.199289 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-52daf17e-d9cb-4e4a-afd0-a389d2fc4bd4 req-36befdff-8013-4d01-9b62-958f30e231bb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.1071098 Feb 19 05:08:43.250888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-52daf17e-d9cb-4e4a-afd0-a389d2fc4bd4 req-e5656e01-ebb6-49e8-9831-b99a86057a1a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:security_group {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:43.265718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-52daf17e-d9cb-4e4a-afd0-a389d2fc4bd4 req-e5656e01-ebb6-49e8-9831-b99a86057a1a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:security_group {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:43.270745 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-52daf17e-d9cb-4e4a-afd0-a389d2fc4bd4 req-e5656e01-ebb6-49e8-9831-b99a86057a1a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0639744 Feb 19 05:08:43.303771 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:43.310060 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:43.522436 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Attempting to bind port 1d2f2485-32fe-4252-8554-e053e916887a on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:43.522808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Attempting to bind port 1d2f2485-32fe-4252-8554-e053e916887a by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:08:43.523172 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Attempting to bind port 1d2f2485-32fe-4252-8554-e053e916887a on network bdb097b8-2740-4b04-95f7-1741320f7df5 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:08:43.530925 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:08:43.531314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Checking segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:08:43.532052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.532405 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Bound using segment: {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:08:43.532799 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Bound port: 1d2f2485-32fe-4252-8554-e053e916887a, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c4db5-7497-48b0-a279-a6e11702d60e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:08:43.533176 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.652665 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:08:43.657000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:08:43.660844 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.678946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bd9a5a7d-27b0-465d-a263-55a2d23a17d7 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:43.838095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:43.853277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:43.893016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:43.893817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.895149 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1158 time: 1.4719384 Feb 19 05:08:43.895933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:08:43.942251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7da9d37-4c78-4978-a81c-0a5fee90b48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:43.961250 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'status': 'completed', 'code': 200} Feb 19 05:08:44.071636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:44.153871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-78c156b3-369d-4d67-afbc-a7e8cca565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:44.156877 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-78c156b3-369d-4d67-afbc-a7e8cca565d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1161 time: 0.1692069 Feb 19 05:08:44.245669 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-b8e1575e-54ae-4726-b653-f6288d8a460a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 217 time: 0.0740387 Feb 19 05:08:44.328118 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-2cd3f2ce-f337-4240-abbb-60071f1acb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:44.329834 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-2cd3f2ce-f337-4240-abbb-60071f1acb3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0761800 Feb 19 05:08:44.419817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-08f5cbe3-7941-4f3f-bec7-1bd5f0547614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:44.421488 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-08f5cbe3-7941-4f3f-bec7-1bd5f0547614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846975 Feb 19 05:08:44.500024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c8d9-5df7-429c-9e76-4166328743f6 req-d78e47db-950e-4231-90d5-aeaa7552eec2 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:44.503668 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4c32c8d9-5df7-429c-9e76-4166328743f6 req-d78e47db-950e-4231-90d5-aeaa7552eec2 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.1027217 Feb 19 05:08:44.563896 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4c32c8d9-5df7-429c-9e76-4166328743f6 req-dcbb992d-800c-4c97-8cc5-2547eb237680 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0552993 Feb 19 05:08:44.843584 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-5e77f80f-368c-4c25-a71e-38ca3c05649f service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150505 Feb 19 05:08:45.000750 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-22cff7ad-8830-4bbb-a0af-dae0411345eb req-a80342a9-915f-4cb0-a135-8bb77c523a9e service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500518 Feb 19 05:08:45.182183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-782e2cf9-2c68-4117-952c-4dab7757b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:45.184375 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-782e2cf9-2c68-4117-952c-4dab7757b8d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1161 time: 0.0827186 Feb 19 05:08:45.338604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-27b19933-2ccf-4ab1-b3ed-6f864c46c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:45.340879 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-27b19933-2ccf-4ab1-b3ed-6f864c46c45e service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.1490545 Feb 19 05:08:45.420012 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-46619fad-7337-4004-b967-9dc2f128f915 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 217 time: 0.0710189 Feb 19 05:08:45.496461 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-a87c0e57-8659-4f30-afdf-686e648e2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:45.497976 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-a87c0e57-8659-4f30-afdf-686e648e2d13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0709138 Feb 19 05:08:45.586096 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-dfa7d63b-2a3f-47ce-aed7-222b698553d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:45.587722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-dfa7d63b-2a3f-47ce-aed7-222b698553d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819988 Feb 19 05:08:45.754047 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:45.802642 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-ffb5d93a-8e74-4e5d-86a1-8e5a53fee8d5 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074001 Feb 19 05:08:45.932834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947eb4c-0de0-4a14-aef2-792207f67e44 req-5c923109-c91c-4240-99f4-f379749010fc tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:45.933640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0947eb4c-0de0-4a14-aef2-792207f67e44 req-5c923109-c91c-4240-99f4-f379749010fc tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:45.971703 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0947eb4c-0de0-4a14-aef2-792207f67e44 req-5c923109-c91c-4240-99f4-f379749010fc tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:45.973092 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0947eb4c-0de0-4a14-aef2-792207f67e44 req-5c923109-c91c-4240-99f4-f379749010fc tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.2471125 Feb 19 05:08:46.019336 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c9733deb-cfe5-443a-a914-9ad1a31033c4 req-c6b31bf6-3c1c-429a-a8e2-fead89336b7e service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2064149 Feb 19 05:08:46.043775 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0947eb4c-0de0-4a14-aef2-792207f67e44 req-40acb7b8-9248-46d2-9976-8c7e4c5f2544 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590968 Feb 19 05:08:46.529946 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:47.259592 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba5c6-93fb-4448-b824-eb0d48605ca7 req-47259e46-7986-41ac-b735-c2b50c83f40d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:47.261327 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b00ba5c6-93fb-4448-b824-eb0d48605ca7 req-47259e46-7986-41ac-b735-c2b50c83f40d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0900226 Feb 19 05:08:47.312552 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b00ba5c6-93fb-4448-b824-eb0d48605ca7 req-30da997c-a55f-4b5c-bc28-7757d5a2c03c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443263 Feb 19 05:08:48.387211 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:48.464906 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port 1d2f2485-32fe-4252-8554-e053e916887a completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:08:48.470573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:48.470996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:48.531554 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17bcc-8868-482f-a9ef-b970ad4320cd req-b0ae1029-9773-4726-85ee-3c6333d6871f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:48.533338 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10a17bcc-8868-482f-a9ef-b970ad4320cd req-b0ae1029-9773-4726-85ee-3c6333d6871f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.1009276 Feb 19 05:08:48.593385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-10a17bcc-8868-482f-a9ef-b970ad4320cd req-5af65091-1673-4f4d-ba50-e753a2a1bd6a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0522399 Feb 19 05:08:48.631692 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:48.665493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:08:48.679922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:08:48.684504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:48.687100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:48.722292 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'code': 200} Feb 19 05:08:48.770091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:48.778441 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:48.870857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60186) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:49.027732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.098504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:49.112952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:53e246131cf74d74b266bd87d8718b2a is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:49.116766 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:49.124470 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:49.176599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66be551-33c9-4275-be06-2f8e3811b4d2 req-6ad0e5d6-8d07-4d72-894d-5132e26e2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:49.178210 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a66be551-33c9-4275-be06-2f8e3811b4d2 req-6ad0e5d6-8d07-4d72-894d-5132e26e2c25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1342168 Feb 19 05:08:49.240945 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a66be551-33c9-4275-be06-2f8e3811b4d2 req-49150f38-164c-49a5-acfa-6ff183123cfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0554993 Feb 19 05:08:49.277686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.280621 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.289248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c4df9c06-767c-48ac-86b1-1f1a0c05c823 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:49.341633 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53e246131cf74d74b266bd87d8718b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657142 Feb 19 05:08:49.342147 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60194) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:08:49.346185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f426ea-3dfd-486c-aeeb-a897e8986a03,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:49.370615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.371035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.371453 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.371829 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.372259 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.372807 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.373142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.373608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.374070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.374515 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.375013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.375427 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.375962 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.376493 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.376911 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.377392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.377792 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.378190 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.378587 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.378984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.379381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.379874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.380150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.380571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:08:49.392181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-31dad7a1-cf1d-4768-b7d6-32e9316cf0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:49.435003 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.464582 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.522743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.528746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-83ebd160-a4eb-4912-8e70-50f48c449990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:49.544265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f426ea-3dfd-486c-aeeb-a897e8986a03,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:49.547543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:49.548407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:49.549742 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-81fc2754-4290-46ca-b34b-335402cdd357 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77f426ea-3dfd-486c-aeeb-a897e8986a03 HTTP/1.1" status: 204 len: 168 time: 0.2056034 Feb 19 05:08:49.820252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275f63b-d6d0-4972-9adb-fd734f1701eb req-edc5feb2-7a92-40f7-ad61-0c76a62feaf9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:49.821987 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5275f63b-d6d0-4972-9adb-fd734f1701eb req-edc5feb2-7a92-40f7-ad61-0c76a62feaf9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.1024776 Feb 19 05:08:49.877810 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5275f63b-d6d0-4972-9adb-fd734f1701eb req-9500cd9f-bbaa-47d4-b8db-2dedb7321123 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0488758 Feb 19 05:08:50.052915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:50.130742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:50.131173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:51.093519 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5e2f-c6c0-49ba-a4c1-5d47af785115 req-7a25d201-f717-41c9-9da9-175fe9c59094 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:51.095159 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3d3b5e2f-c6c0-49ba-a4c1-5d47af785115 req-7a25d201-f717-41c9-9da9-175fe9c59094 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0952506 Feb 19 05:08:51.146305 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3d3b5e2f-c6c0-49ba-a4c1-5d47af785115 req-598a82c8-639f-46f3-ad06-031234d16d35 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442116 Feb 19 05:08:51.357604 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11374f3-b4b9-451f-b5e5-d447a82baa1a req-09904be6-8600-48cf-8d16-fa8b4a568eb9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:51.359279 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d11374f3-b4b9-451f-b5e5-d447a82baa1a req-09904be6-8600-48cf-8d16-fa8b4a568eb9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0920842 Feb 19 05:08:51.413141 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d11374f3-b4b9-451f-b5e5-d447a82baa1a req-ae2db2bc-5ce3-4d28-9d20-fe4745ce44c4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0467367 Feb 19 05:08:51.630745 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-a6859086-56c6-4d3b-be98-3cdadcc3219d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1774511 Feb 19 05:08:51.642868 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'floatingip': {'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92'}} {{(pid=83984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:51.649756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:08:51.653628 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Usage tracker for resource:floatingip and tenant:a826e70d31854ef38304ff13e82cd298 is out of sync, need to count used quota {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 05:08:51.656741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 05:08:51.662626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:08:51.672670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:51.829567 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:52.122132 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Allocated IP 172.28.1.217 (ffc438f8-1ec4-493c-ae71-43db75b57e92/bb6dc507-d571-4a34-acc3-8f250e9bd073/77af4a51-23eb-4057-9efc-a0f910a03c51) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:08:52.132381 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:08:52.211488 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:08:52.212058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:52.288614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:52.323690 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6865027'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:52.342018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7d0ea0e4-10e7-4c63-9f70-7496c6f52b10 tempest-AttachVolumeNegativeTest-1735203090 tempest-AttachVolumeNegativeTest-1735203090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:52.482756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'Port': ['ID=77af4a51-23eb-4057-9efc-a0f910a03c51,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:52.488252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:52.541350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Network ffc438f8-1ec4-493c-ae71-43db75b57e92 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:08:52.543313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:08:52.545730 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:08:52.642972 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:52.713485 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:53.295615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:53.299390 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847910774'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:53.318073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1547a82-2e1c-42ed-b41d-83c69522eb78 tempest-TestMinimumBasicScenario-1808873743 tempest-TestMinimumBasicScenario-1808873743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:08:53.466407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event updated for resources: {'Port': ['ID=77af4a51-23eb-4057-9efc-a0f910a03c51,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:08:53.470534 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:08:53.598366 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:53.635660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:53.637340 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-809ec28d-140a-4aa7-9efc-da2339e72617 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9992392 Feb 19 05:08:53.726415 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-9bb4e823-9d51-4ed1-9880-2fb9887c7e12 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:floatingip {{(pid=83984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:08:53.745248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-9bb4e823-9d51-4ed1-9880-2fb9887c7e12 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:floatingip {{(pid=83984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:08:53.746664 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-9bb4e823-9d51-4ed1-9880-2fb9887c7e12 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.217 HTTP/1.1" status: 200 len: 696 time: 0.1020365 Feb 19 05:08:53.927527 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-32bb327e-3a2c-45b8-8ee4-827a15725058 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:53.929417 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-55796e82-3c33-48c5-9678-d3aa5b94c0da req-32bb327e-3a2c-45b8-8ee4-827a15725058 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 784 time: 0.1707139 Feb 19 05:08:54.126030 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c75-d09f-419a-999c-62b4733c692c req-373e8ba6-2ef1-41f0-855f-62fc9f20ab3c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:54.127645 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-373e8ba6-2ef1-41f0-855f-62fc9f20ab3c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0937738 Feb 19 05:08:54.219542 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-9d3e0842-7edb-40a7-b7a2-78b37eb7f09a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.217 HTTP/1.1" status: 200 len: 696 time: 0.0854473 Feb 19 05:08:54.230542 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Request body: {'floatingip': {'port_id': '1d2f2485-32fe-4252-8554-e053e916887a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:54.312194 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:54.957435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:54.960157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997662'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:55.148559 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Floating IP aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab associated. External IP: 172.28.1.217, port: 1d2f2485-32fe-4252-8554-e053e916887a. Feb 19 05:08:55.765175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Router 80679804-779b-4902-9b93-edf72d09245c has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:08:55.961574 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:08:55.967162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:08:55.973499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Sync routers for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:08:55.984152 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:55.984849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:56.028015 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-85678f53-0b75-4ae1-9a20-fc7aa02f8016 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "PUT /v2.0/floatingips/aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab HTTP/1.1" status: 200 len: 997 time: 1.8021781 Feb 19 05:08:56.028637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:08:56.139585 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c75-d09f-419a-999c-62b4733c692c req-4814ade7-be0c-4a78-ad13-7225708421da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.141319 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-4814ade7-be0c-4a78-ad13-7225708421da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.0913751 Feb 19 05:08:56.183203 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:56.231818 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'status': 'completed', 'code': 200} Feb 19 05:08:56.355796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c75-d09f-419a-999c-62b4733c692c req-25c3f125-168d-44f7-959e-26316968f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.357455 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-25c3f125-168d-44f7-959e-26316968f807 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.2092037 Feb 19 05:08:56.472752 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-3ce1a27d-96bb-4fb0-8e04-74994274e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.474334 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-3ce1a27d-96bb-4fb0-8e04-74994274e36c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1931605 Feb 19 05:08:56.481400 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-7da82808-30e0-4a04-8e87-1d0e0592b4f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1000 time: 0.1169136 Feb 19 05:08:56.557686 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '80679804-779b-4902-9b93-edf72d09245c', 'port_id': '1d2f2485-32fe-4252-8554-e053e916887a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'mac_address': 'fa:16:3e:cd:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db98ef-012b-400b-8abd-026180902ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:08:52Z', 'updated_at': '2021-02-19T05:08:54Z', 'revision_number': 1, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:56.561805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Checking router: 80679804-779b-4902-9b93-edf72d09245c for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:08:56.570645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:08:56.571288 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:08:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:56.644046 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c75-d09f-419a-999c-62b4733c692c req-0e28a2d9-7870-4a4a-843d-4d4902e708de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.645701 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-0e28a2d9-7870-4a4a-843d-4d4902e708de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.1389313 Feb 19 05:08:56.741957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-0361d8cb-48ef-4aee-becf-4c8b611f79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.743475 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-0361d8cb-48ef-4aee-becf-4c8b611f79f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.2611582 Feb 19 05:08:56.768392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:08:56.821425 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c75-d09f-419a-999c-62b4733c692c req-cf654aab-7cb4-4b48-a4c6-e0cbfa21b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:56.823135 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-cf654aab-7cb4-4b48-a4c6-e0cbfa21b97a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1634343 Feb 19 05:08:56.962952 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-4b24ffff-1b9e-4f92-a61f-848bb285d760 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1000 time: 0.2023699 Feb 19 05:08:57.067523 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-12fa5a3d-5ae5-4bac-be4f-c717408547bd service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152531 Feb 19 05:08:57.073305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-aff80467-8381-40cd-90dd-a3323da88f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:57.074931 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-aff80467-8381-40cd-90dd-a3323da88f3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.1034219 Feb 19 05:08:57.172720 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '80679804-779b-4902-9b93-edf72d09245c', 'port_id': '1d2f2485-32fe-4252-8554-e053e916887a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'mac_address': 'fa:16:3e:cd:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db98ef-012b-400b-8abd-026180902ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:08:52Z', 'updated_at': '2021-02-19T05:08:54Z', 'revision_number': 1, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:08:57.177074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4528e87-3374-4774-a8c7-1d8e33d87f5a None None] The sync data for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb is: [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_floatingips': [{'id': 'aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'router_id': '80679804-779b-4902-9b93-edf72d09245c', 'port_id': '1d2f2485-32fe-4252-8554-e053e916887a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'mac_address': 'fa:16:3e:cd:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db98ef-012b-400b-8abd-026180902ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T05:08:52Z', 'updated_at': '2021-02-19T05:08:54Z', 'revision_number': 1, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:08:57.294452 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5cc41c75-d09f-419a-999c-62b4733c692c req-6acc7723-b59b-4368-ba07-bb6e0fbc51f7 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2149484 Feb 19 05:08:57.297433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-974a7cda-5412-4205-8bec-2a0620842feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:08:57.298890 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-974a7cda-5412-4205-8bec-2a0620842feb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1900921 Feb 19 05:08:57.462125 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-ae9c62f6-531b-48a1-acfa-fdf0405d4a7c service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509047 Feb 19 05:08:57.498397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b258e6-d146-4c73-9a4d-3c95616454cd None None] New status for floating IP aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab: ACTIVE {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:08:57.633786 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b24fb507-f659-4b69-ab91-e76cac25e0f7 req-e8da8460-fe5b-4bc1-a683-7ab0e027cfff service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600835 Feb 19 05:09:04.223716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:10.791450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7109018-00dd-4f96-ac08-d41911da7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:13.908602 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10f59aa5-6a23-4645-a8c3-703d5b75a8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:14.066222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:15.757743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:16.532764 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:19.095938 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe8aa-02a0-4dd0-a232-8f987b00dba5 req-5a2a07c6-b615-40ae-9d9b-f248bad615a0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:19.097607 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-618fe8aa-02a0-4dd0-a232-8f987b00dba5 req-5a2a07c6-b615-40ae-9d9b-f248bad615a0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.0920830 Feb 19 05:09:19.146422 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-618fe8aa-02a0-4dd0-a232-8f987b00dba5 req-036a7637-9388-47cf-a3e3-cf5c182815ff tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Feb 19 05:09:19.809901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:09:20.362625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ef32-f721-4f20-b720-482ae6b1b740 req-e0efee6d-1f51-478a-9341-9ce1ee860199 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:20.366300 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcc5ef32-f721-4f20-b720-482ae6b1b740 req-e0efee6d-1f51-478a-9341-9ce1ee860199 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.0906637 Feb 19 05:09:20.413806 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dcc5ef32-f721-4f20-b720-482ae6b1b740 req-3e4f01a2-f381-42df-9190-543f6fd0d276 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 Feb 19 05:09:21.626191 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a5f-ff28-4b34-9bdb-b0363dc12640 req-863fad15-2705-45b9-8da6-0d26b307c4e2 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:21.627819 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d73f7a5f-ff28-4b34-9bdb-b0363dc12640 req-863fad15-2705-45b9-8da6-0d26b307c4e2 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.0905921 Feb 19 05:09:21.683274 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d73f7a5f-ff28-4b34-9bdb-b0363dc12640 req-3821e737-13f0-4438-a48f-3bca09fd449c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Feb 19 05:09:22.906420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cf755-a742-4e12-bcc8-fe83535c7c74 req-d8efbd40-f9dc-43f9-a7fc-9e18acc50912 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:22.908030 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a14cf755-a742-4e12-bcc8-fe83535c7c74 req-d8efbd40-f9dc-43f9-a7fc-9e18acc50912 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.1015024 Feb 19 05:09:22.959382 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-a14cf755-a742-4e12-bcc8-fe83535c7c74 req-f3e599e2-13c4-450f-8623-36c87edf4cbe tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Feb 19 05:09:24.217986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device b1105745-e201-4182-b5c9-0152be3ea298 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:09:24.220150 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-deae3b32-b3cb-439f-90e9-18010b486595 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:24.221922 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-deae3b32-b3cb-439f-90e9-18010b486595 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.1593094 Feb 19 05:09:24.268599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480fdd6-0bf9-4d50-b021-ad8633bf739a req-04ea75d8-9034-46a8-a985-35926a024caa tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:24.270136 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0480fdd6-0bf9-4d50-b021-ad8633bf739a req-04ea75d8-9034-46a8-a985-35926a024caa tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 945 time: 0.1708374 Feb 19 05:09:24.347715 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Deleting port b1105745-e201-4182-b5c9-0152be3ea298 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:09:24.348093 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:24.359579 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:24.390883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:09:24.400571 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0480fdd6-0bf9-4d50-b021-ad8633bf739a req-2462fe46-71c2-403c-a970-dfb17f06735e tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228328 Feb 19 05:09:24.403069 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port b1105745-e201-4182-b5c9-0152be3ea298, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b1105745-e201-4182-b5c9-0152be3ea298,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:09:24.408768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:24.410535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-891b8203-95da-4d8d-b918-42bbdfdbce11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:24.452731 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298', 'code': 200} Feb 19 05:09:24.489434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:24.493107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:24.653708 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] For port b1105745-e201-4182-b5c9-0152be3ea298, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b1105745-e201-4182-b5c9-0152be3ea298,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:09:24.654348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:24.823224 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Calling delete_port for b1105745-e201-4182-b5c9-0152be3ea298 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:09:24.982347 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:25.000520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:25.356977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Pushing event deleted for resources: {'Port': ['ID=b1105745-e201-4182-b5c9-0152be3ea298,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:25.359842 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:25.469970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] No DVR routers for this DVR port b1105745-e201-4182-b5c9-0152be3ea298 on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:09:25.472131 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:25.476578 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-deleted', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:09:25.490511 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2bde5688-1be7-4673-b5bc-a02ec003c452 req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "DELETE /v2.0/ports/b1105745-e201-4182-b5c9-0152be3ea298 HTTP/1.1" status: 204 len: 173 time: 1.2616620 Feb 19 05:09:25.534466 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa240a04-2d96-467c-9d4b-a2306d857aa7', 'name': 'network-vif-deleted', 'tag': 'b1105745-e201-4182-b5c9-0152be3ea298', 'status': 'completed', 'code': 200} Feb 19 05:09:25.598078 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ef3fd331-24be-45a2-b648-bde0baa7adba req-9f2e339b-7252-46c1-bef7-edc9b3acd3b6 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Synchronizing usage tracker for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:09:25.619324 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ef3fd331-24be-45a2-b648-bde0baa7adba req-9f2e339b-7252-46c1-bef7-edc9b3acd3b6 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Unset dirty status for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:09:25.621350 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ef3fd331-24be-45a2-b648-bde0baa7adba req-9f2e339b-7252-46c1-bef7-edc9b3acd3b6 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa240a04-2d96-467c-9d4b-a2306d857aa7 HTTP/1.1" status: 200 len: 210 time: 0.0786765 Feb 19 05:09:31.098523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-6537278d-d38f-4f7b-b81a-b4c5c8236aca tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:31.100126 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-6537278d-d38f-4f7b-b81a-b4c5c8236aca tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 814 time: 0.1658242 Feb 19 05:09:31.117014 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-e68aac84-88f6-4c41-92e3-4d1956244d20 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/quotas/95c0065b9cf548b7a747fb040336d35c HTTP/1.1" status: 200 len: 375 time: 0.0100808 Feb 19 05:09:31.171434 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-50969559-2f6c-4a54-8732-70feb17afe6d tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478578 Feb 19 05:09:31.318558 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-1dec8bad-899e-428b-a0b3-e30e5c4e6f54 service neutron] 10.222.0.13 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394305 Feb 19 05:09:31.468912 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-cb433f69-93f9-428a-a44c-b7ba6599cfb2 service neutron] 10.222.0.13 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436934 Feb 19 05:09:31.669049 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0728d282-f862-43f3-ae70-70db8dc35bfd req-af2d4693-17ca-455c-8cfe-f1616289acd0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 210 time: 0.0506148 Feb 19 05:09:32.543744 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-b35678f7-0480-4d19-a9d9-727a6d64c246 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0922709 Feb 19 05:09:32.796277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-f9300316-e027-4448-bb54-40694ce65dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:32.798722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-f9300316-e027-4448-bb54-40694ce65dd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1340396 Feb 19 05:09:32.851035 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5f60a303-cd8d-4cb9-8caa-27c0164f4c94 req-bd7e20ce-becc-4032-b143-4df870f1fae5 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 210 time: 0.0511703 Feb 19 05:09:33.040581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-9e22b706-4668-4666-b880-e662a0d410fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:33.043044 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-9e22b706-4668-4666-b880-e662a0d410fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.1929328 Feb 19 05:09:33.060015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-2c9868cc-3b94-4944-8cda-6bfa4d58836f tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:33.061924 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-2c9868cc-3b94-4944-8cda-6bfa4d58836f tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 814 time: 0.2098427 Feb 19 05:09:33.094317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Request body: {'port': {'device_id': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b', 'admin_state_up': True, 'tenant_id': '95c0065b9cf548b7a747fb040336d35c'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:09:33.170385 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-fab7e6e4-6ed5-4aae-8103-9741ab3b4018 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1002 time: 0.1195998 Feb 19 05:09:33.244753 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-bc4141ac-3983-4151-88ae-4f188c0824b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:33.246421 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-bc4141ac-3983-4151-88ae-4f188c0824b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0672715 Feb 19 05:09:33.257615 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 05:09:33.269840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 05:09:33.279817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Made reservation on behalf of 95c0065b9cf548b7a747fb040336d35c for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 05:09:33.285674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:33.343057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-4023167d-eabf-4998-8394-a76453bd7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:33.344753 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-4023167d-eabf-4998-8394-a76453bd7cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903704 Feb 19 05:09:33.496552 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-43d1040e-76d2-41b3-8867-bf7147cda98b service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441607 Feb 19 05:09:33.628114 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Allocated IP 172.20.0.5 (f77d6a5a-a62b-4cf4-8eb9-284449c1e39b/a44af153-0b28-45a3-bd47-9360d073017d/ad8a11fa-33b3-4579-91f0-86736e49df7f) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 05:09:33.650899 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c7bcb5f9-7e70-4e87-89fd-65ddddafc0e7 req-964933ce-a307-4c9b-a7f8-936040ef0a1d service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476448 Feb 19 05:09:33.857650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:33.889213 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304519484583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:33.909215 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4eb859dc-ca4b-4769-a0db-4c71bcf1ef0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:34.053127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Pushing event updated for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:34.059279 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:34.079543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5f78-1939-4a3a-9c59-8de27ef8dbb8 req-39c92369-b78c-4df2-840e-0095ff342997 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:34.081194 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-822f5f78-1939-4a3a-9c59-8de27ef8dbb8 req-39c92369-b78c-4df2-840e-0095ff342997 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 931 time: 0.0877919 Feb 19 05:09:34.111338 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 05:09:34.112609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 05:09:34.115049 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 05:09:34.130245 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-822f5f78-1939-4a3a-9c59-8de27ef8dbb8 req-b944f05c-3a4f-4cf9-8604-69348fe162d3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Feb 19 05:09:34.181439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:34.182109 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:34.207578 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-bdd15065-f4b3-42fd-99e0-fc6f2e29ab90 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186166 Feb 19 05:09:34.227482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Request body: {'port': {'device_id': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:09:34.230313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:34.352508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:34.773675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8a11fa-33b3-4579-91f0-86736e49df7f {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 05:09:34.781958 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:34.794110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Transition to ACTIVE for port object ad8a11fa-33b3-4579-91f0-86736e49df7f will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 05:09:34.796743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:34.812179 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97af6429-1829-41ce-965e-514766696bb1 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:34.947817 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:34.953801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:35.137231 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Attempting to bind port ad8a11fa-33b3-4579-91f0-86736e49df7f on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:09:35.137593 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Attempting to bind port ad8a11fa-33b3-4579-91f0-86736e49df7f by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 05:09:35.138000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Attempting to bind port ad8a11fa-33b3-4579-91f0-86736e49df7f on network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 05:09:35.143999 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Checking agent: {'id': '3c326de1-7f74-4b0a-960d-16b3f028da55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 4, 57, 34), 'started_at': datetime.datetime(2021, 2, 19, 4, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 05:09:35.144393 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Checking segment: {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 05:09:35.144796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:35.145183 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Bound using segment: {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 05:09:35.145657 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Bound port: ad8a11fa-33b3-4579-91f0-86736e49df7f, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f77d6a5a-a62b-4cf4-8eb9-284449c1e39b'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 05:09:35.146022 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:35.247275 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] For port ad8a11fa-33b3-4579-91f0-86736e49df7f, host hv-cinder-77642, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 05:09:35.252728 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] For port ad8a11fa-33b3-4579-91f0-86736e49df7f, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 05:09:35.294252 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166690'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:35.312021 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8da26f6f-cbd8-4270-ad4d-51ad68d75906 tempest-VolumesActionsTest-1967996861 tempest-VolumesActionsTest-1967996861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:35.478042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:35.485363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:35.521266 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156fd9-c013-48a0-95e3-a622d4c8c7da req-0bed8b29-1c11-4059-8178-9572c538406c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:35.522018 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-40156fd9-c013-48a0-95e3-a622d4c8c7da req-0bed8b29-1c11-4059-8178-9572c538406c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Synchronizing usage tracker for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:09:35.551076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-40156fd9-c013-48a0-95e3-a622d4c8c7da req-0bed8b29-1c11-4059-8178-9572c538406c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Unset dirty status for tenant:95c0065b9cf548b7a747fb040336d35c on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:09:35.552366 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-40156fd9-c013-48a0-95e3-a622d4c8c7da req-0bed8b29-1c11-4059-8178-9572c538406c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 943 time: 0.3022575 Feb 19 05:09:35.553506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:35.554167 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:35.555497 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] 10.222.0.55 "PUT /v2.0/ports/ad8a11fa-33b3-4579-91f0-86736e49df7f HTTP/1.1" status: 200 len: 1157 time: 1.3330855 Feb 19 05:09:35.556027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:09:35.609530 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-40156fd9-c013-48a0-95e3-a622d4c8c7da req-87e1d8d4-6f0c-462b-80c2-cd6206ddd4b9 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482051 Feb 19 05:09:35.611373 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f', 'status': 'completed', 'code': 200} Feb 19 05:09:35.690091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-b8098d72-f213-45cf-b692-3226c205ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:35.691614 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-b8098d72-f213-45cf-b692-3226c205ddb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 1160 time: 0.0794532 Feb 19 05:09:35.774830 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-33132a29-cf03-4fdf-8491-d076b7cd56f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f HTTP/1.1" status: 200 len: 217 time: 0.0700183 Feb 19 05:09:35.844397 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-b3640d1c-1167-450a-a0a2-8cb8313e8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:35.846028 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-b3640d1c-1167-450a-a0a2-8cb8313e8cdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a44af153-0b28-45a3-bd47-9360d073017d HTTP/1.1" status: 200 len: 854 time: 0.0649996 Feb 19 05:09:35.904539 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-e6a60036-3c9f-41d0-99ca-a0cc1434ac5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521305 Feb 19 05:09:36.050589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-d0c4df2b-928f-4614-815f-eef03de0eb95 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391375 Feb 19 05:09:36.437138 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-df804e90-11d9-4cb5-bba8-c6ed004373c2 req-245aad98-a4eb-41be-872f-0dbbceab2c4a service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3799212 Feb 19 05:09:36.606650 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a89c-1b9e-490f-9706-159f78c87904 req-c903faa1-543d-49f8-8448-3cda14288e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:36.608310 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-c903faa1-543d-49f8-8448-3cda14288e84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c0065b9cf548b7a747fb040336d35c&device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 1160 time: 0.0785971 Feb 19 05:09:36.753207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a89c-1b9e-490f-9706-159f78c87904 req-7cd2a6a2-f1d9-4270-931e-7e5cecd9629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:36.754698 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-7cd2a6a2-f1d9-4270-931e-7e5cecd9629d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 200 len: 908 time: 0.1396511 Feb 19 05:09:36.816748 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329fddc-a269-42f9-9113-87b45044a2d8 req-96a25271-b9d9-4a9f-83b4-d0580c8cd213 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:36.818313 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5329fddc-a269-42f9-9113-87b45044a2d8 req-96a25271-b9d9-4a9f-83b4-d0580c8cd213 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 943 time: 0.0914111 Feb 19 05:09:36.832994 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-331140e6-d609-446e-875c-45b54a6b36e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f HTTP/1.1" status: 200 len: 217 time: 0.0711865 Feb 19 05:09:36.869075 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5329fddc-a269-42f9-9113-87b45044a2d8 req-20d4a20c-a17c-4493-8013-0e27c3c989d3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Feb 19 05:09:36.904659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a89c-1b9e-490f-9706-159f78c87904 req-10c81a0e-c788-4106-bc6b-e3d324901b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:36.906232 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-10c81a0e-c788-4106-bc6b-e3d324901b03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a44af153-0b28-45a3-bd47-9360d073017d HTTP/1.1" status: 200 len: 854 time: 0.0661294 Feb 19 05:09:36.964196 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-d9488616-e77b-4117-bd54-ed1ebce1997d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504224 Feb 19 05:09:37.114349 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-e7cc204f-2ec6-4a04-bc97-ecf853917be3 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423776 Feb 19 05:09:37.260024 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c391a89c-1b9e-490f-9706-159f78c87904 req-0609377a-63ca-4a73-a92a-b0d7cdf107e2 service neutron] 10.222.0.55 "GET /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378458 Feb 19 05:09:38.070339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d350c98-9523-40ee-841c-55aa6725dded req-ea1ec34a-7669-4570-8ec7-49da9cbe571b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:38.071935 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8d350c98-9523-40ee-841c-55aa6725dded req-ea1ec34a-7669-4570-8ec7-49da9cbe571b tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 943 time: 0.0872743 Feb 19 05:09:38.120664 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-8d350c98-9523-40ee-841c-55aa6725dded req-a97dd471-50ac-44fa-8529-93d8620a3ebe tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Feb 19 05:09:38.784666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ad8a11fa-33b3-4579-91f0-86736e49df7f up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:09:38.859986 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning for port ad8a11fa-33b3-4579-91f0-86736e49df7f completed by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 05:09:38.865020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ad8a11fa-33b3-4579-91f0-86736e49df7f triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:09:38.865438 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:38.989414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:39.019566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:09:39.030734 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ad8a11fa-33b3-4579-91f0-86736e49df7f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:09:39.033332 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:39.036120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:09:39.069671 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f', 'code': 200} Feb 19 05:09:39.112295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=4']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:09:39.120399 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.120786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.121187 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.121530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.121905 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.122617 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.123043 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.123391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.123756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.124119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.124511 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.124875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.125277 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.125640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.126008 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.126362 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.126721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.127081 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.127445 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.127800 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.128157 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.128558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.128915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.129270 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:09:39.133984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:09:39.389596 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b535a13-0b3a-4c1d-9414-461cfeed5bb4 req-3d66bb5c-cc1a-4a64-9cce-61305e291916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:39.391198 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0b535a13-0b3a-4c1d-9414-461cfeed5bb4 req-3d66bb5c-cc1a-4a64-9cce-61305e291916 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 1162 time: 0.1105790 Feb 19 05:09:39.397340 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1e418-7539-49dc-bb84-802632e9b0ab req-63a808f6-ec96-485f-af3c-f6c9129445b0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:39.398820 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71e1e418-7539-49dc-bb84-802632e9b0ab req-63a808f6-ec96-485f-af3c-f6c9129445b0 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.1589322 Feb 19 05:09:39.471759 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0b535a13-0b3a-4c1d-9414-461cfeed5bb4 req-46bced01-3195-49e3-8aa0-0ae84f3cf9b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719135 Feb 19 05:09:39.478894 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-71e1e418-7539-49dc-bb84-802632e9b0ab req-a2b851fb-5840-45d9-9b24-0e2535b74c63 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Feb 19 05:09:40.505875 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ad8a11fa-33b3-4579-91f0-86736e49df7f up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:09:40.585641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port ad8a11fa-33b3-4579-91f0-86736e49df7f triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:09:40.586140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:40.710207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67397b62-06cc-4b2b-b64a-bef43578d06d req-b2d2d717-cffb-4a89-9689-94454fb7a85e tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:40.711941 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-67397b62-06cc-4b2b-b64a-bef43578d06d req-b2d2d717-cffb-4a89-9689-94454fb7a85e tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.1102195 Feb 19 05:09:40.762855 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-67397b62-06cc-4b2b-b64a-bef43578d06d req-374209fc-52f3-4e0d-9e97-ebb9d0cbc247 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Feb 19 05:09:40.793779 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3b56d4f4-2f38-4d68-80c5-37bbfa1c174b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:41.969667 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f1e8-5e2d-4e77-b7f6-000a0b76566d req-f893473e-2f53-4bb9-9aa9-e8cf44735bba tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:09:41.971205 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5186f1e8-5e2d-4e77-b7f6-000a0b76566d req-f893473e-2f53-4bb9-9aa9-e8cf44735bba tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.0915654 Feb 19 05:09:42.020437 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-5186f1e8-5e2d-4e77-b7f6-000a0b76566d req-3622e73e-a7c4-48c3-8ec0-1d1c31fd80f3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Feb 19 05:09:43.902300 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79ab7caf-3fc2-492e-af11-4dc4b8c8ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:44.060110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:45.762159 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:46.533315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:09:56.811344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:10:00.223970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a60c60-9ea5-444e-9358-f16b9dbbe6c2 req-e3331793-251a-495c-88eb-3fcd88b74030 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:00.225536 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b1a60c60-9ea5-444e-9358-f16b9dbbe6c2 req-e3331793-251a-495c-88eb-3fcd88b74030 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.0889745 Feb 19 05:10:00.274721 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-b1a60c60-9ea5-444e-9358-f16b9dbbe6c2 req-73aebf38-781f-4581-886a-eb53a0e0a745 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Feb 19 05:10:01.607305 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097efba6-171f-4836-94a7-fe3df02fb882 req-fe7fbc51-2de1-4afc-b7b1-b834004f4ccd tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:01.609016 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-097efba6-171f-4836-94a7-fe3df02fb882 req-fe7fbc51-2de1-4afc-b7b1-b834004f4ccd tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.2102957 Feb 19 05:10:01.662311 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-097efba6-171f-4836-94a7-fe3df02fb882 req-d39f81e0-1b4b-4ab8-8626-f662cb07c816 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 Feb 19 05:10:02.883280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c82cd-45b4-491d-bceb-df4c9c703c94 req-46ce524a-715c-48c2-a023-ac5b0c8257f5 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:02.885042 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c28c82cd-45b4-491d-bceb-df4c9c703c94 req-46ce524a-715c-48c2-a023-ac5b0c8257f5 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.0997050 Feb 19 05:10:02.937833 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c28c82cd-45b4-491d-bceb-df4c9c703c94 req-9c1ce552-da10-4f21-bc5c-4db2f904c091 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Feb 19 05:10:04.149936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bdc35-37f0-4ec1-a69a-b3d658968ac7 req-6a35de06-2852-4971-b8e9-d323efc36945 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:04.152864 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c63bdc35-37f0-4ec1-a69a-b3d658968ac7 req-6a35de06-2852-4971-b8e9-d323efc36945 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.0972052 Feb 19 05:10:04.212622 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c63bdc35-37f0-4ec1-a69a-b3d658968ac7 req-47625274-4c1e-48bd-a6ab-99a452d2c6a3 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Feb 19 05:10:04.241107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:04.536738 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-45afa9eb-fe7a-4825-9553-dc94681cfefc tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:04.538577 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-45afa9eb-fe7a-4825-9553-dc94681cfefc tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 945 time: 0.0932398 Feb 19 05:10:04.557939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device ad8a11fa-33b3-4579-91f0-86736e49df7f no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:10:04.674918 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Deleting port ad8a11fa-33b3-4579-91f0-86736e49df7f {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:10:04.675945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:04.725013 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:04.767767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:10:04.781431 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port ad8a11fa-33b3-4579-91f0-86736e49df7f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:10:04.785094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:04.787674 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:10:04.853222 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f', 'code': 200} Feb 19 05:10:04.882225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:10:04.886756 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:10:05.038158 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] For port ad8a11fa-33b3-4579-91f0-86736e49df7f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ad8a11fa-33b3-4579-91f0-86736e49df7f,segment=NetworkSegment(9b5c0bc8-bfd5-4162-af0d-a5195272dbd8),segment_id=9b5c0bc8-bfd5-4162-af0d-a5195272dbd8)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:10:05.038480 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:05.183006 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Calling delete_port for ad8a11fa-33b3-4579-91f0-86736e49df7f owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:10:05.489904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:05.511169 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c75ce4cf-44bc-466d-9512-73fe6cca554c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:10:05.628996 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Pushing event deleted for resources: {'Port': ['ID=ad8a11fa-33b3-4579-91f0-86736e49df7f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:10:05.649912 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.650755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.650755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.651182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.651564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.651978 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.652419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.652830 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.653236 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.653639 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.654042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.654444 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.654898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.655304 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.655702 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.656108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.656539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.656944 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.657343 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.657741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.658171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.658506 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.658907 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.659303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:05.665816 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:10:05.683614 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0440-dde3-4fb6-9bd6-07bc1a494343 req-b82a75dd-4e47-4c53-a52a-742dd3d4049d tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:05.685392 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e61b0440-dde3-4fb6-9bd6-07bc1a494343 req-b82a75dd-4e47-4c53-a52a-742dd3d4049d tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffc4eaa-bce1-4c95-b098-4d90ff036d73 HTTP/1.1" status: 200 len: 865 time: 0.3485310 Feb 19 05:10:05.777335 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e61b0440-dde3-4fb6-9bd6-07bc1a494343 req-1678dae4-ab6e-4942-9f4b-01f6b31230c1 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.13 "GET /v2.0/security-groups?id=0283e5e3-dad9-48c2-910d-d3a85e23e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776742 Feb 19 05:10:05.817943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] No DVR routers for this DVR port ad8a11fa-33b3-4579-91f0-86736e49df7f on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:10:05.820544 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:05.823678 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-deleted', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:10:05.841894 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-80c2a49c-01db-4adb-a4e3-e45c9b2bdd87 req-70f04869-c5ca-484e-be95-a8181c99715c tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] 10.222.0.55 "DELETE /v2.0/ports/ad8a11fa-33b3-4579-91f0-86736e49df7f HTTP/1.1" status: 204 len: 173 time: 1.2970254 Feb 19 05:10:05.885235 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc4eaa-bce1-4c95-b098-4d90ff036d73', 'name': 'network-vif-deleted', 'tag': 'ad8a11fa-33b3-4579-91f0-86736e49df7f', 'status': 'completed', 'code': 200} Feb 19 05:10:10.796516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0ede1b1-0695-4a0a-910c-66017abf4e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:13.904883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-438ae649-c818-4d24-b5b9-c3ac70201273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:14.065326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:15.768894 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:16.537659 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.001417 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60652) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:10:27.068887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Deleting subnet a44af153-0b28-45a3-bd47-9360d073017d {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:10:27.072404 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.129687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.190434 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.465104 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.481552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc760654-a762-4bfc-84b6-385963ca1042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:10:27.570056 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44af153-0b28-45a3-bd47-9360d073017d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:10:27.576095 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:10:27.619797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.626755 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b467567a-fab6-4bc3-bff2-3b6a01af7878 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a44af153-0b28-45a3-bd47-9360d073017d HTTP/1.1" status: 204 len: 168 time: 0.6241987 Feb 19 05:10:27.629420 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60656) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:10:27.746825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:27.942076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.060828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77d6a5a-a62b-4cf4-8eb9-284449c1e39b']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:10:28.073687 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:10:28.074160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5c0bc8-bfd5-4162-af0d-a5195272dbd8') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:10:28.086860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.106243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.108809 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:10:28.295977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:10:28.305336 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.494499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Network f77d6a5a-a62b-4cf4-8eb9-284449c1e39b has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:10:28.766108 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:10:28.849636 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.853331 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:10:28.872746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:28.883257 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77d6a5a-a62b-4cf4-8eb9-284449c1e39b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:10:28.886771 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f77d6a5a-a62b-4cf4-8eb9-284449c1e39b HTTP/1.1" status: 204 len: 168 time: 1.2561808 Feb 19 05:10:28.888189 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b925b8e6-936c-4cbf-9e39-8ee8f6affe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:10:29.019505 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60662) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:10:29.071963 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b4fdf7db-2b2b-4b39-99e6-0b9a6e48b7ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c0065b9cf548b7a747fb040336d35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511456 Feb 19 05:10:29.075422 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83984) accepted ('10.222.0.13', 60666) {{(pid=83984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:10:29.138900 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:29.166828 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:29.222610 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:29.228643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df990e40-b388-4219-a999-2183c6eca4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:10:29.245969 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283e5e3-dad9-48c2-910d-d3a85e23e38a,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:10:29.257979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.258396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.258861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.259267 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.259669 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.260071 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.260516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.260913 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.261824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.262471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.262871 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.263402 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.263853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.264302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.264688 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.265076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.265468 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.265867 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.266273 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.266656 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.267053 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.267440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.267831 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.268248 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:10:29.272082 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:29.273289 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0283e5e3-dad9-48c2-910d-d3a85e23e38a HTTP/1.1" status: 204 len: 168 time: 0.1967762 Feb 19 05:10:29.274322 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c723689f-77a5-4e65-a29a-ab5a14acef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:10:33.811454 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:10:34.238103 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:34.692587 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-fb1efe6a-8105-4c00-b26f-28db1d3d044c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2392220 Feb 19 05:10:34.858776 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-90311f5f-1d39-4ec7-871b-0b313e6edcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:34.860427 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-90311f5f-1d39-4ec7-871b-0b313e6edcd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.0821562 Feb 19 05:10:35.023706 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-3d57368e-435f-46c6-9587-0cc8eff63500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:35.025319 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-3d57368e-435f-46c6-9587-0cc8eff63500 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.1407936 Feb 19 05:10:35.136970 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-9a211db6-f40d-43d0-8cc1-55f9b5dc73ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1002 time: 0.1027553 Feb 19 05:10:35.205499 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-774f0ab7-354f-4128-8d2a-0b4d8eb5f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:35.207094 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-774f0ab7-354f-4128-8d2a-0b4d8eb5f01c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0641470 Feb 19 05:10:35.289885 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-0c6ce804-e1af-4d30-b3f4-2719bbb0c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:35.291519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-0c6ce804-e1af-4d30-b3f4-2719bbb0c574 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777214 Feb 19 05:10:35.301823 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-d3ef6bcc-0a85-480f-abd2-2f02c54ab614 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:10:35.302845 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-d3ef6bcc-0a85-480f-abd2-2f02c54ab614 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053084 Feb 19 05:10:35.445536 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-6a6a6399-17f1-4a01-823a-b27349b15572 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359720 Feb 19 05:10:35.595070 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-9fe73811-0431-4343-af52-f753a1fb1a63 req-426539d7-dbc5-42f7-8aaa-c51319e0a5dd service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419859 Feb 19 05:10:40.799263 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27c71a4f-e8e5-4427-ab37-84f7882f78b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:43.906202 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30a241da-197d-4b38-a26a-b9060ae51013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:44.066589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:45.761143 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:46.539869 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:10:54.350854 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670dadf-5510-430a-a383-b009bc02c662 req-17b7d90b-e35c-4bc9-89b6-e1a4a6971f44 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:54.352523 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2670dadf-5510-430a-a383-b009bc02c662 req-17b7d90b-e35c-4bc9-89b6-e1a4a6971f44 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0941496 Feb 19 05:10:54.401203 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2670dadf-5510-430a-a383-b009bc02c662 req-e74412f3-09ec-4dd6-b300-0fe6f889bf23 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421386 Feb 19 05:10:55.822803 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c18-9af9-4e0c-8737-a932993ff487 req-f883ca03-aaa5-466f-843f-a678bfdc9483 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:55.825212 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-246c6c18-9af9-4e0c-8737-a932993ff487 req-f883ca03-aaa5-466f-843f-a678bfdc9483 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.3077390 Feb 19 05:10:55.888917 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-246c6c18-9af9-4e0c-8737-a932993ff487 req-5dfe57d9-5e98-4563-b8e1-aa4147031a32 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0570381 Feb 19 05:10:57.088038 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113b2c4-7e5c-49eb-a783-ad6df93cf283 req-18b1086f-2c32-466c-b2b5-1436ae85c635 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:57.089656 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4113b2c4-7e5c-49eb-a783-ad6df93cf283 req-18b1086f-2c32-466c-b2b5-1436ae85c635 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0863266 Feb 19 05:10:57.140369 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-4113b2c4-7e5c-49eb-a783-ad6df93cf283 req-43b8d240-ee2c-40ee-a91f-e3b7030a37ca tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442209 Feb 19 05:10:58.342395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394dbf9-22db-48d6-af0b-54cea6db7dfc req-e79f6d59-77ae-4bf7-b1ec-ba24b3319641 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:58.344032 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7394dbf9-22db-48d6-af0b-54cea6db7dfc req-e79f6d59-77ae-4bf7-b1ec-ba24b3319641 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0887194 Feb 19 05:10:58.391914 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7394dbf9-22db-48d6-af0b-54cea6db7dfc req-4c340765-af0b-44be-97b6-8945eaf3e5dc tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0402772 Feb 19 05:10:59.592201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01adf-3c28-4af8-bce9-d7ee11ac1519 req-cf998676-9262-4769-b60c-8c3a5df85653 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:10:59.593833 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d2a01adf-3c28-4af8-bce9-d7ee11ac1519 req-cf998676-9262-4769-b60c-8c3a5df85653 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0865614 Feb 19 05:10:59.643433 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-d2a01adf-3c28-4af8-bce9-d7ee11ac1519 req-faaa8941-c08b-408b-a99c-c8d2633a8380 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426250 Feb 19 05:11:00.848561 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85999e6-7b17-4865-aaa0-1a0929e282f4 req-f5524497-a0a2-4dcd-ba45-2670b92d19d9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:00.850304 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e85999e6-7b17-4865-aaa0-1a0929e282f4 req-f5524497-a0a2-4dcd-ba45-2670b92d19d9 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0908287 Feb 19 05:11:00.906122 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e85999e6-7b17-4865-aaa0-1a0929e282f4 req-912e0a62-3391-4f7b-9575-0b1f47c76b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0486293 Feb 19 05:11:01.078564 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:11:01.314508 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:11:01.314840 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:02.111136 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66778530-57cf-4150-bda8-c6984811e96b req-49d0a0ab-bef4-4b10-af89-66d820924185 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:02.112772 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-66778530-57cf-4150-bda8-c6984811e96b req-49d0a0ab-bef4-4b10-af89-66d820924185 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0909503 Feb 19 05:11:02.160129 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-66778530-57cf-4150-bda8-c6984811e96b req-9f872f23-6d3c-46b4-a27b-e4dbc20b0c9f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410810 Feb 19 05:11:03.357787 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fa0b4-b851-4928-827d-9e9f45b116ce req-74148245-ff57-47b4-bcd9-3117c2de7c81 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:03.359382 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e85fa0b4-b851-4928-827d-9e9f45b116ce req-74148245-ff57-47b4-bcd9-3117c2de7c81 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Feb 19 05:11:03.407020 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e85fa0b4-b851-4928-827d-9e9f45b116ce req-cc620dc1-b8c9-46ac-849d-82c1cb00f876 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407350 Feb 19 05:11:04.247464 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:04.620915 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-2a8814c5-b7d6-41c8-81a1-2697f3966c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:04.622663 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-2a8814c5-b7d6-41c8-81a1-2697f3966c7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1545587 Feb 19 05:11:04.630878 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e8167-9b31-4fd7-ab24-5119201985b5 req-1590d178-96ac-4689-8761-8af98b5d3a34 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:04.632395 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ea2e8167-9b31-4fd7-ab24-5119201985b5 req-1590d178-96ac-4689-8761-8af98b5d3a34 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.1101797 Feb 19 05:11:04.775865 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ea2e8167-9b31-4fd7-ab24-5119201985b5 req-74f92d33-5d22-4b85-b54d-46649a401b01 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1172676 Feb 19 05:11:04.814423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-1080fd38-f9fd-4a00-af4b-b9c955e7d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:04.816018 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-1080fd38-f9fd-4a00-af4b-b9c955e7d9c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.1826913 Feb 19 05:11:04.927997 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-bcfcd8ca-4255-401a-bd66-29932e955f3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1002 time: 0.1048763 Feb 19 05:11:04.998645 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-c14a3c67-9380-4593-b13a-86541db004d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:05.000357 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-c14a3c67-9380-4593-b13a-86541db004d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0659328 Feb 19 05:11:05.088276 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-42ed56cb-6bb1-4362-a14e-d20d37f9c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:05.089975 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-42ed56cb-6bb1-4362-a14e-d20d37f9c432 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829282 Feb 19 05:11:05.234662 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-2491ee26-7829-4842-9975-5ffc4127ada7 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382930 Feb 19 05:11:05.382938 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-72827cc5-2d61-45de-ab1e-d7b1dbea0919 req-9338eda3-407b-4e50-9c10-cbf7bbdc4399 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422737 Feb 19 05:11:05.981952 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5285ed8-983a-4673-ada0-f49b86f4b680 req-07609c1b-735f-4c7a-9f7b-52a9c0f34b92 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:05.983451 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c5285ed8-983a-4673-ada0-f49b86f4b680 req-07609c1b-735f-4c7a-9f7b-52a9c0f34b92 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0897801 Feb 19 05:11:06.031127 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-c5285ed8-983a-4673-ada0-f49b86f4b680 req-7b5c5d2d-57ab-4610-8afe-7cc087619f02 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409069 Feb 19 05:11:06.955110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:11:07.077846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:07.112329 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:11:07.122882 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:11:07.126903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:07.128954 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:11:07.203396 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:11:07.212076 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.213070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.213070 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.213373 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.213795 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.214162 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.214522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.214887 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.215254 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.215797 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.216011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.216451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.217051 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.217492 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.217863 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.218225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.218625 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.218995 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.220581 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.220973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.221344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.221755 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.222121 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.222483 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:11:07.227363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:11:07.251684 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57c66-7e9b-4819-9b8a-398ed7e63dce req-0d4ed48c-1f64-49a0-9a22-22c05d931117 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:07.251842 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'code': 200} Feb 19 05:11:07.253554 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2af57c66-7e9b-4819-9b8a-398ed7e63dce req-0d4ed48c-1f64-49a0-9a22-22c05d931117 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.1018620 Feb 19 05:11:07.304054 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-2af57c66-7e9b-4819-9b8a-398ed7e63dce req-5622b1a8-759b-45d6-8f7d-8603377bac5c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443499 Feb 19 05:11:08.501943 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2c4f-2e94-4bc2-a45c-558ab33cf301 req-25464bc3-b83f-4aa4-9da5-4e4edd010ecb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:08.503519 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7c7f2c4f-2e94-4bc2-a45c-558ab33cf301 req-25464bc3-b83f-4aa4-9da5-4e4edd010ecb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0843000 Feb 19 05:11:08.554722 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7c7f2c4f-2e94-4bc2-a45c-558ab33cf301 req-94d21804-e787-47fd-b4c0-7c81cd4324ef tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449300 Feb 19 05:11:08.868760 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60714) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:11:08.927235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee32b61-b43a-426c-ab20-221e214a7004 req-90e45820-9b68-441a-af8d-a58981ae091a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:08.928948 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eee32b61-b43a-426c-ab20-221e214a7004 req-90e45820-9b68-441a-af8d-a58981ae091a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0898037 Feb 19 05:11:08.982798 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-eee32b61-b43a-426c-ab20-221e214a7004 req-bc0e6fd6-5d0a-4865-a8ff-a73a49f8ae94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428891 Feb 19 05:11:09.006772 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-93a89362-789c-489b-9785-8196777ca655 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366613 Feb 19 05:11:10.195852 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec36a7-5458-401b-b475-55ec8f6bc66f req-4ceecb4e-2b48-4f61-815f-813ac9f59ab5 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:10.197533 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84ec36a7-5458-401b-b475-55ec8f6bc66f req-4ceecb4e-2b48-4f61-815f-813ac9f59ab5 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0975516 Feb 19 05:11:10.256459 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-84ec36a7-5458-401b-b475-55ec8f6bc66f req-5162ee7e-df42-4174-b6d2-5f8cce6ea079 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484791 Feb 19 05:11:10.800951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07e39a3f-bb4b-45cf-9f53-5685df511a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:10.811742 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:11:11.388346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-900910fd-b2e3-4e7e-bbdf-7ba59ce8b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:11.389970 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-900910fd-b2e3-4e7e-bbdf-7ba59ce8b7a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&tenant_id=a826e70d31854ef38304ff13e82cd298 HTTP/1.1" status: 200 len: 1161 time: 0.0809374 Feb 19 05:11:11.474732 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3cad9-b98d-40a0-84ed-fc9c91a41c8d req-b35f4d76-eb61-448d-96b3-c39e307244c7 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:11.476259 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0aa3cad9-b98d-40a0-84ed-fc9c91a41c8d req-b35f4d76-eb61-448d-96b3-c39e307244c7 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0975094 Feb 19 05:11:11.507744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-e28ad88c-5927-4a86-94f8-92cd3badefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:11.509418 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-e28ad88c-5927-4a86-94f8-92cd3badefe3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1161 time: 0.0848343 Feb 19 05:11:11.532540 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0aa3cad9-b98d-40a0-84ed-fc9c91a41c8d req-de52de16-d413-4f41-92b3-f0414201b7f2 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0473094 Feb 19 05:11:11.724085 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-db0c6f42-524d-4b78-a7c8-692c201b9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:11.725763 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-db0c6f42-524d-4b78-a7c8-692c201b9069 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.2083576 Feb 19 05:11:11.842566 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-de4f3ce1-f843-4079-baae-1c340a90b452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1000 time: 0.1096582 Feb 19 05:11:11.915314 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-bd983782-c8bc-4331-bc0c-691fad4fe2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:11.916913 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-bd983782-c8bc-4331-bc0c-691fad4fe2e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0687513 Feb 19 05:11:12.066813 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-f7dad772-8390-4ea2-98a9-5819ccad345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:12.069635 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-f7dad772-8390-4ea2-98a9-5819ccad345b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1455729 Feb 19 05:11:12.217230 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-6e7d21d9-410e-409a-94a3-9d380a643801 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409752 Feb 19 05:11:12.367237 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-fd81d2f0-10bb-4f21-8812-d86e8fe475f7 req-9ffca101-46f4-4e55-93cd-42a74b659f33 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439660 Feb 19 05:11:12.746435 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fc9fd-7891-4fac-b3e8-e30e51cd2d21 req-74c943a7-3a7c-4b7d-bf6f-f8d1c4eaa9fd tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:12.748106 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7b0fc9fd-7891-4fac-b3e8-e30e51cd2d21 req-74c943a7-3a7c-4b7d-bf6f-f8d1c4eaa9fd tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0881770 Feb 19 05:11:12.802982 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-7b0fc9fd-7891-4fac-b3e8-e30e51cd2d21 req-8065eab7-285f-4b32-a9f9-f21b2912cff7 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0477238 Feb 19 05:11:13.912571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44fda1d8-492d-42eb-b8c0-2833bd4271c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:14.016358 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f9b5-6748-402c-8113-1887dd99d033 req-bb3e6d96-dc09-4393-919a-875ebb525efb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:14.018470 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3349f9b5-6748-402c-8113-1887dd99d033 req-bb3e6d96-dc09-4393-919a-875ebb525efb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0910456 Feb 19 05:11:14.072770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:14.079034 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3349f9b5-6748-402c-8113-1887dd99d033 req-5c46bbc3-c653-4778-8043-baf423c3970f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532711 Feb 19 05:11:15.285630 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e949-3057-4fde-9264-1c6a90fff2b6 req-d37a8ea6-e38d-4c54-9d65-b331e632be5d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:15.287266 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f68e949-3057-4fde-9264-1c6a90fff2b6 req-d37a8ea6-e38d-4c54-9d65-b331e632be5d tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 944 time: 0.0894859 Feb 19 05:11:15.336785 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-3f68e949-3057-4fde-9264-1c6a90fff2b6 req-cba59347-8cf3-4f3e-8a35-d07e6052ce08 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431311 Feb 19 05:11:15.442716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:11:15.515181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:11:15.515570 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:15.644020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:15.673318 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:11:15.683942 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:11:15.687222 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:15.689611 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:11:15.732064 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'code': 200} Feb 19 05:11:15.777451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:15.782433 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=6']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:11:15.785694 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:11:16.086851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f1e4d-a9ea-49fe-b602-b407af83d065 req-30ef8579-79fd-4313-801f-9f31febb0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:16.088523 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-810f1e4d-a9ea-49fe-b602-b407af83d065 req-30ef8579-79fd-4313-801f-9f31febb0ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.0851724 Feb 19 05:11:16.134361 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-810f1e4d-a9ea-49fe-b602-b407af83d065 req-56942e83-7935-4fa1-ada7-9509622b499d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0389006 Feb 19 05:11:16.539520 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca825-03f9-4974-a30d-14aa3b3f1360 req-4f2a6665-a108-4d71-a332-adcf94fa4b34 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:16.541639 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-900ca825-03f9-4974-a30d-14aa3b3f1360 req-4f2a6665-a108-4d71-a332-adcf94fa4b34 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0895154 Feb 19 05:11:16.543057 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:16.593518 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-900ca825-03f9-4974-a30d-14aa3b3f1360 req-7f273a8c-a6ad-4db8-a7ba-094b770edc24 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457103 Feb 19 05:11:17.230447 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a up at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 05:11:17.303843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Provisioning complete for port 1d2f2485-32fe-4252-8554-e053e916887a triggered by entity L2. {{(pid=83986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 05:11:17.304291 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854117239'] for port, provisioning_complete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:17.795963 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ae727-73a1-4195-bd2d-c235b68d955e req-3a21fd74-5d44-4a87-ae73-1704421532cb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:17.797665 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb2ae727-73a1-4195-bd2d-c235b68d955e req-3a21fd74-5d44-4a87-ae73-1704421532cb tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0872512 Feb 19 05:11:17.847289 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bb2ae727-73a1-4195-bd2d-c235b68d955e req-ac27a32f-b724-4528-a64c-26fc882a2e90 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432560 Feb 19 05:11:34.268302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:35.525096 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-13e7aa1b-03f8-4679-8327-04238fca9b7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0784097 Feb 19 05:11:35.690548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34e05-20b9-4903-9adc-e97961276eef req-55c9e3b0-e29f-48f0-a944-fbcd9fee4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:35.692102 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-55c9e3b0-e29f-48f0-a944-fbcd9fee4144 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.0787711 Feb 19 05:11:36.079064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34e05-20b9-4903-9adc-e97961276eef req-14f8c75a-34e3-43bb-ab35-dd566de9e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:36.080888 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-14f8c75a-34e3-43bb-ab35-dd566de9e50b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.3697314 Feb 19 05:11:36.193822 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-5cc70256-6c72-4443-8299-20de96395576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 1002 time: 0.1060886 Feb 19 05:11:36.267922 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34e05-20b9-4903-9adc-e97961276eef req-9065b7ae-5343-49c5-98bf-9e1173ff2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:36.269552 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-9065b7ae-5343-49c5-98bf-9e1173ff2b27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0689793 Feb 19 05:11:36.351201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34e05-20b9-4903-9adc-e97961276eef req-65367d73-3a6a-47a8-9d33-9e204592e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:11:36.352723 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-65367d73-3a6a-47a8-9d33-9e204592e4dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758660 Feb 19 05:11:36.495495 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-50cf71d4-90c8-4b6b-8ee5-976588d39933 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349459 Feb 19 05:11:36.640628 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dfd34e05-20b9-4903-9adc-e97961276eef req-925c783d-77f6-4ae9-abf1-2eeacb1d0847 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372554 Feb 19 05:11:40.802535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8658c6b3-62fa-4522-8b24-864817663598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:43.904502 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6890d1c-bda7-4dc6-97d6-73e1d48797f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:44.072824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:45.769666 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:46.544670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:11:47.811226 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:12:04.263933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:10.803333 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7d2f-1cc5-4439-a578-44d21407d0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:13.905633 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0499bcf7-27ad-4230-a749-aebc2a43b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:14.074843 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:15.771786 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:16.548805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:24.810782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:12:34.105849 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-e0454366-6d02-4b99-9e39-2d95543191ca tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/floatingips/aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab HTTP/1.1" status: 200 len: 999 time: 0.1175089 Feb 19 05:12:34.266856 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:34.269957 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-1ba25d1c-a926-4112-a13c-91fd9f52267e tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:34.271470 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-1ba25d1c-a926-4112-a13c-91fd9f52267e tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/networks/ffc438f8-1ec4-493c-ae71-43db75b57e92 HTTP/1.1" status: 200 len: 784 time: 0.1592629 Feb 19 05:12:34.385549 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-4d913693-7cd7-4cd0-9cea-dff4f0f424c7 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.217 HTTP/1.1" status: 200 len: 1002 time: 0.1072011 Feb 19 05:12:34.465959 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-1c9a03cc-58de-4920-819c-6f5392d7e0ff tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:34.467403 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-1c9a03cc-58de-4920-819c-6f5392d7e0ff tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports/1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 943 time: 0.0754735 Feb 19 05:12:34.658564 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-0c3c755a-8cbc-4c1e-99eb-32fe544a04d0 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.217 HTTP/1.1" status: 200 len: 1002 time: 0.1057272 Feb 19 05:12:34.882903 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Deleting port 77af4a51-23eb-4057-9efc-a0f910a03c51 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:34.883280 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:35.065409 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:35.065773 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:35.200196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Calling delete_port for 77af4a51-23eb-4057-9efc-a0f910a03c51 owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:35.354535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:35.370522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-750ae3b4-9d75-4a37-a0b7-e58ab2912704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:35.472931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event deleted for resources: {'Port': ['ID=77af4a51-23eb-4057-9efc-a0f910a03c51,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:35.487439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.487861 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.488330 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.488736 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.489145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.489548 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.489950 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.490363 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.490751 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.491149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.491541 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.491937 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.492429 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.492824 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.493218 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.493609 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.494001 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.494394 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.494881 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.495182 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.495571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.495966 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.496383 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.496781 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:35.503037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:35.616552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:35.616552 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.db.l3_db [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Floating IP aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab disassociated (deleted). External IP: 172.28.1.217, port: 1d2f2485-32fe-4252-8554-e053e916887a. Feb 19 05:12:36.000244 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Router 80679804-779b-4902-9b93-edf72d09245c has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:12:36.190704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:12:36.200430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Sync routers for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:12:36.211007 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:36.211733 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:36.217315 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:36.276964 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-11d4cde0-001c-4963-86ce-c1804c5df71c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab HTTP/1.1" status: 204 len: 173 time: 1.6123631 Feb 19 05:12:36.277450 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:12:36.409851 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:36.423975 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-2948d8fb-59f9-4a39-bb28-d605c929849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:36.426132 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-2948d8fb-59f9-4a39-bb28-d605c929849e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1347525 Feb 19 05:12:36.433343 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'status': 'completed', 'code': 200} Feb 19 05:12:36.763196 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:36.768272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Checking router: 80679804-779b-4902-9b93-edf72d09245c for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:12:36.777979 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:36.778679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:14Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:36.884391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-b3aa5d36-20ed-4849-8f9e-01020461ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:36.886021 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-b3aa5d36-20ed-4849-8f9e-01020461ca9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.4518306 Feb 19 05:12:36.889251 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8293-6250-4c55-aeec-770599f7499e req-773e90f8-c30d-4453-9f96-c7d3280e07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:36.890738 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-773e90f8-c30d-4453-9f96-c7d3280e07e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.3856890 Feb 19 05:12:36.899917 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-55e47abd-f0ef-46f7-ae32-3d883a815c8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0824447 Feb 19 05:12:36.975171 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:37.035057 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-b4ea66ee-2332-44c3-9b3d-8d5b66183d0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 217 time: 0.1393085 Feb 19 05:12:37.143357 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-cf972378-a3b4-4f83-a6ca-a54ecabb28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:37.144885 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-cf972378-a3b4-4f83-a6ca-a54ecabb28f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0929332 Feb 19 05:12:37.211014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8293-6250-4c55-aeec-770599f7499e req-33f09a53-1f83-4327-8f25-317d348be44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:37.212729 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-33f09a53-1f83-4327-8f25-317d348be44a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.2629166 Feb 19 05:12:37.294153 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-dbf2ab1c-fed2-4b5b-8770-5278e875ac6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 217 time: 0.0749147 Feb 19 05:12:37.309107 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:37.314072 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb3bf-a448-48ef-a502-21949328e93d None None] The sync data for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb is: [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:08:06Z', 'revision_number': 4, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb', '_interfaces': [{'id': '6beb50f2-3a76-43f8-9b4a-e8231855c1d6', 'name': '', 'network_id': 'bdb097b8-2740-4b04-95f7-1741320f7df5', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'mac_address': 'fa:16:3e:a5:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:05Z', 'updated_at': '2021-02-19T05:08:17Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'subnets': [{'id': '7518e774-40e5-42f8-9427-76fadedcfa25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:12:37.375041 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-f712278c-b2f8-4ad9-bf60-4287765de51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:37.377529 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-f712278c-b2f8-4ad9-bf60-4287765de51b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2165718 Feb 19 05:12:37.383306 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8293-6250-4c55-aeec-770599f7499e req-2f5184a0-e9ba-4611-928d-1eec88b50a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:37.384854 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-2f5184a0-e9ba-4611-928d-1eec88b50a05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0826950 Feb 19 05:12:37.591561 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-505473cd-4ac6-4390-a2b5-93969e223028 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056122 Feb 19 05:12:37.594754 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8293-6250-4c55-aeec-770599f7499e req-bb30eb46-b311-4bdb-86ac-14c6d9687a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:37.596411 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-bb30eb46-b311-4bdb-86ac-14c6d9687a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1882823 Feb 19 05:12:37.699566 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8be16e-3d48-4f28-a38b-b08025f8421a None None] New status for floating IP aa0bf4a2-0f4d-4ee1-b84a-4cf5c20873ab: DOWN {{(pid=83986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 05:12:37.860752 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-bc71b00e-95b4-4964-bf73-dd94e5b0ac83 req-c4ba2e97-5e8b-4c31-aaad-f91d3d751eac service neutron] 10.222.0.13 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2618804 Feb 19 05:12:37.863189 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-b574051b-8502-47ca-97ec-6cb3728cf1aa service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430325 Feb 19 05:12:38.010594 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-852e8293-6250-4c55-aeec-770599f7499e req-43704c9f-1b78-44eb-b9fd-c5942ba12b11 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412661 Feb 19 05:12:38.306637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-ea6d65ac-44c8-48d1-86ee-4345afc97dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:38.308166 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-ea6d65ac-44c8-48d1-86ee-4345afc97dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a826e70d31854ef38304ff13e82cd298&device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 1163 time: 0.1558280 Feb 19 05:12:38.315635 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f633b-3fe1-4c4b-9024-668892de4c7f req-0a8911ea-4ca8-4993-9b88-0c492ed9687a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:38.316350 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dd0f633b-3fe1-4c4b-9024-668892de4c7f req-0a8911ea-4ca8-4993-9b88-0c492ed9687a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:12:38.355395 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dd0f633b-3fe1-4c4b-9024-668892de4c7f req-0a8911ea-4ca8-4993-9b88-0c492ed9687a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:12:38.356613 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd0f633b-3fe1-4c4b-9024-668892de4c7f req-0a8911ea-4ca8-4993-9b88-0c492ed9687a tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.1607397 Feb 19 05:12:38.473283 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-dd0f633b-3fe1-4c4b-9024-668892de4c7f req-4367e0c1-8dc4-49f5-9206-f23c6a2bcee3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0673790 Feb 19 05:12:38.506020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-808deeb7-ea0f-4b2a-ac67-8dcc2e64b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:38.507591 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-808deeb7-ea0f-4b2a-ac67-8dcc2e64b0a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 200 len: 903 time: 0.1781704 Feb 19 05:12:38.585390 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-2afbe16b-ef11-4cf4-bf03-a517732e4e31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 200 len: 217 time: 0.0697100 Feb 19 05:12:38.654902 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-820a174c-6680-4e25-951a-ebf15b2206c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:38.656509 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-820a174c-6680-4e25-951a-ebf15b2206c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 200 len: 848 time: 0.0642107 Feb 19 05:12:38.742317 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-38dc11e5-9da5-453e-b8a0-f9336e6380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:38.743905 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-38dc11e5-9da5-453e-b8a0-f9336e6380c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdb097b8-2740-4b04-95f7-1741320f7df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807803 Feb 19 05:12:38.885809 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-ddea16aa-e6eb-4bd6-80e0-b440d7792530 service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349061 Feb 19 05:12:39.029424 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-e4998174-5f15-420f-8ac6-269bc3b4385b req-d556e58d-583c-45e2-82ab-48deb6586e6c service neutron] 10.222.0.55 "GET /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363194 Feb 19 05:12:39.674303 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a56f-8fbe-441d-b6f7-c7f5e1e4ff88 req-8b5ff060-98b0-4414-85e9-99387a4a620f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:39.675897 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d76a56f-8fbe-441d-b6f7-c7f5e1e4ff88 req-8b5ff060-98b0-4414-85e9-99387a4a620f tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0860317 Feb 19 05:12:39.724670 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0d76a56f-8fbe-441d-b6f7-c7f5e1e4ff88 req-7b832237-1f80-40c0-a835-4fbf642c398c tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups?id=d550b77c-8fab-4ada-84ef-444df6eff0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423594 Feb 19 05:12:39.737125 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Device 1d2f2485-32fe-4252-8554-e053e916887a no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:39.764510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-376e163d-aefd-4e25-9079-426f5051fde4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 05:12:39.766083 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-376e163d-aefd-4e25-9079-426f5051fde4 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 946 time: 0.0884051 Feb 19 05:12:39.847349 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Deleting port 1d2f2485-32fe-4252-8554-e053e916887a {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:39.848066 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:39.873573 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854058265'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:39.904439 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:12:39.915128 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:39.918968 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732335674005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732335244898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304519530885'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:39.921392 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:39.962348 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'code': 200} Feb 19 05:12:39.997073 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Pushing event updated for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=7']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:40.006313 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.006704 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.007091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.007469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.007936 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.008339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.008711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.009080 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.009451 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.009818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.010186 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.010591 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.010993 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.011360 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.011763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.012129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.012518 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.013149 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.013523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.013874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.014235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.014646 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.014965 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.015326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 05:12:40.020895 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:40.116426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] For port 1d2f2485-32fe-4252-8554-e053e916887a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1d2f2485-32fe-4252-8554-e053e916887a,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:40.116818 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:40.256510 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Calling delete_port for 1d2f2485-32fe-4252-8554-e053e916887a owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:40.400917 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:40.421088 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12474166-5979-4de9-a3e7-c896af551e73 tempest-VolumesSnapshotTestJSON-1963646585 tempest-VolumesSnapshotTestJSON-1963646585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:40.524535 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event deleted for resources: {'Port': ['ID=1d2f2485-32fe-4252-8554-e053e916887a,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:40.527616 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:40.626326 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] No DVR routers for this DVR port 1d2f2485-32fe-4252-8554-e053e916887a on host hv-cinder-77642 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:12:40.628744 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3948'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:40.632077 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-deleted', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 05:12:40.648822 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-ae14d447-60b5-41b0-80d7-b1bb215723ad req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.55 "DELETE /v2.0/ports/1d2f2485-32fe-4252-8554-e053e916887a HTTP/1.1" status: 204 len: 173 time: 0.8769062 Feb 19 05:12:40.682147 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db98ef-012b-400b-8abd-026180902ac7', 'name': 'network-vif-deleted', 'tag': '1d2f2485-32fe-4252-8554-e053e916887a', 'status': 'completed', 'code': 200} Feb 19 05:12:40.806083 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e9eea88-892b-403b-8620-c85116a02d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:40.907637 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0fc87cf6-af26-4f8b-9cc7-bba1cbab389c req-6790a9d0-1068-4dc2-a1ec-83b819cb26b6 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Synchronizing usage tracker for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 05:12:40.922052 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0fc87cf6-af26-4f8b-9cc7-bba1cbab389c req-6790a9d0-1068-4dc2-a1ec-83b819cb26b6 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Unset dirty status for tenant:a826e70d31854ef38304ff13e82cd298 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 05:12:40.923918 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-0fc87cf6-af26-4f8b-9cc7-bba1cbab389c req-6790a9d0-1068-4dc2-a1ec-83b819cb26b6 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4db98ef-012b-400b-8abd-026180902ac7 HTTP/1.1" status: 200 len: 210 time: 0.0647740 Feb 19 05:12:42.346253 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-71e7b399-e41e-4fc8-90eb-22666f4e64f3 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "GET /v2.0/security-groups/d550b77c-8fab-4ada-84ef-444df6eff0a5 HTTP/1.1" status: 200 len: 2991 time: 0.3032293 Feb 19 05:12:42.421348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:42.451638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:42.499058 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:42.505253 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc0bb7be-4750-4a05-badf-29733482af2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:42.520685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550b77c-8fab-4ada-84ef-444df6eff0a5,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:42.523473 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:42.530774 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:42.532028 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [req-389fa0e8-b104-4cf2-a85c-f37ca2e74a33 req-e0aeba6a-07ae-40d5-8ba7-1c2e6fea6b94 tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] 10.222.0.13 "DELETE /v2.0/security-groups/d550b77c-8fab-4ada-84ef-444df6eff0a5 HTTP/1.1" status: 204 len: 173 time: 0.1795342 Feb 19 05:12:42.578154 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60788) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:43.152528 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:43.523185 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Deleting port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:43.523724 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:43.707130 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] For port 6beb50f2-3a76-43f8-9b4a-e8231855c1d6, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:43.707522 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:43.837626 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Calling delete_port for 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:43.907775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4564078-cb74-4120-b711-875f5ac47bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:44.077743 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:44.179718 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:44.196355 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cdba400f-d9dd-4777-8005-f3c0b6ecb987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:44.291767 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Pushing event deleted for resources: {'Port': ['ID=6beb50f2-3a76-43f8-9b4a-e8231855c1d6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:44.301643 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:44.619638 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:45.370562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Router 80679804-779b-4902-9b93-edf72d09245c has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:12:45.565670 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:12:45.575011 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Sync routers for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:12:45.582322 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-0e3a94c3-208b-44e9-869b-a8615891b895 admin admin] 10.222.0.13 "PUT /v2.0/routers/80679804-779b-4902-9b93-edf72d09245c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0027728 Feb 19 05:12:45.585009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60792) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:45.585295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:45.585926 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:45.775311 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:45.779160 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:45.781739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: dv-cinder-776422-3-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:45.966618 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:45.975658 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Deleting port 92aa7636-4dda-458e-8233-ce4654c04789 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:45.976042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:46.095808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '92aa7636-4dda-458e-8233-ce4654c04789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:12:44Z', 'revision_number': 5, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port': {'id': '92aa7636-4dda-458e-8233-ce4654c04789', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80679804-779b-4902-9b93-edf72d09245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:01Z', 'updated_at': '2021-02-19T05:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:46.100108 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Checking router: 80679804-779b-4902-9b93-edf72d09245c for host: dv-cinder-776422-3-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:12:46.113805 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Routers {'80679804-779b-4902-9b93-edf72d09245c'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:46.114888 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['80679804-779b-4902-9b93-edf72d09245c'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:46.212272 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] For port 92aa7636-4dda-458e-8233-ce4654c04789, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=92aa7636-4dda-458e-8233-ce4654c04789,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:46.212901 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:46.441945 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Calling delete_port for 92aa7636-4dda-458e-8233-ce4654c04789 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:46.554853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:46.625214 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] Set router 80679804-779b-4902-9b93-edf72d09245c gateway port host: None {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:46.693998 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:46.712035 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9da6f4cb-7158-4ddc-ad82-dbdc61f31399 tempest-VolumesActionsTest-766058101 tempest-VolumesActionsTest-766058101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:46.742539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:12:45Z', 'revision_number': 6, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:46.746798 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e897a-4fbc-437f-820d-1008c0aaa38f None None] The sync data for ids ['80679804-779b-4902-9b93-edf72d09245c'] in dv-cinder-776422-3-smb is: [{'id': '80679804-779b-4902-9b93-edf72d09245c', 'name': 'tempest-TestShelveInstance-1792712981-router', 'tenant_id': 'a826e70d31854ef38304ff13e82cd298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:00Z', 'updated_at': '2021-02-19T05:12:45Z', 'revision_number': 6, 'project_id': 'a826e70d31854ef38304ff13e82cd298', 'gw_port_host': None}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:12:46.808471 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92aa7636-4dda-458e-8233-ce4654c04789,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:46.818834 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:46.937893 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.126184 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.128892 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.152321 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.152910 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80679804-779b-4902-9b93-edf72d09245c {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:12:47.166225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.167457 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-b10433e6-32eb-49ef-902c-86c08ccb25a9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80679804-779b-4902-9b93-edf72d09245c HTTP/1.1" status: 204 len: 168 time: 1.5814819 Feb 19 05:12:47.171054 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60796) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:47.242283 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Deleting subnet 7518e774-40e5-42f8-9427-76fadedcfa25 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:12:47.245580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.299815 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.391825 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.894634 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:47.910061 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-974b19de-cee3-4844-ac75-2e3ce24db60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:47.998746 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7518e774-40e5-42f8-9427-76fadedcfa25,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:48.002939 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:48.042991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.049641 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c1b1f-c13a-46d7-8905-91237dd36f9e None None] Network bdb097b8-2740-4b04-95f7-1741320f7df5 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:12:48.049883 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-78e76895-1762-4d7c-989c-5f72c5916725 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7518e774-40e5-42f8-9427-76fadedcfa25 HTTP/1.1" status: 204 len: 168 time: 0.8777380 Feb 19 05:12:48.052496 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60800) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:48.167145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.239374 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Deleting port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:48.239741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.308155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] DHCP port deletion for bdb097b8-2740-4b04-95f7-1741320f7df5 request from dv-cinder-776422-3-smb {{(pid=83986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 05:12:48.312780 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Deleting port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:48.313195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.464866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] For port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:48.465195 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.536017 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] For port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,segment=NetworkSegment(990c4db5-7497-48b0-a279-a6e11702d60e),segment_id=990c4db5-7497-48b0-a279-a6e11702d60e)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:48.536410 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.612137 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Calling delete_port for 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:48.674388 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:48.697595 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:48.707672 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Calling delete_port for 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:48.713210 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-230fb213-7df9-4042-ae16-e1dbc1adc84b tempest-TestShelveInstance-1683246437 tempest-TestShelveInstance-1683246437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:48.762134 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:48.762437 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6beb50f2-3a76-43f8-9b4a-e8231855c1d6 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:48.763153 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 92aa7636-4dda-458e-8233-ce4654c04789 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:48.804020 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 92aa7636-4dda-458e-8233-ce4654c04789 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:48.804457 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 92aa7636-4dda-458e-8233-ce4654c04789 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:48.804919 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:48.816759 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Pushing event deleted for resources: {'Port': ['ID=67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:48.829850 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:48.846612 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:48.847000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:48.862685 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] No DVR routers for this DVR port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c on host dv-cinder-776422-3-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:12:48.874973 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:12:48.875407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:12:48.988091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.107037 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb097b8-2740-4b04-95f7-1741320f7df5']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:49.120761 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990c4db5-7497-48b0-a279-a6e11702d60e') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:49.121100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990c4db5-7497-48b0-a279-a6e11702d60e') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:49.133770 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.150015 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.152068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:12:49.338932 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Network bdb097b8-2740-4b04-95f7-1741320f7df5 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:12:49.348042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.377151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Deleting port 67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:49.377495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.454599 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33555764-1d59-4b82-b56f-b2ec66cfc46b None None] The port '67fd62a1-fc2b-47c5-aba2-dbca6ba6cc7c' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 05:12:49.536741 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Network bdb097b8-2740-4b04-95f7-1741320f7df5 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:12:49.566364 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:12:49.644775 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.648192 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:49.662416 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:49.673530 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb097b8-2740-4b04-95f7-1741320f7df5,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:49.677235 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:49.687451 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] 10.222.0.13 "DELETE /v2.0/networks/bdb097b8-2740-4b04-95f7-1741320f7df5 HTTP/1.1" status: 204 len: 168 time: 1.6338916 Feb 19 05:12:49.691763 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60804) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:50.276750 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8001020'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:50.663675 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Deleting port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:50.664068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:50.851094 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] For port 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:50.851484 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:50.986537 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Calling delete_port for 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:51.423268 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:51.439562 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:51.534201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4cfde4-7f7d-4efc-adb2-9f23c9d10298,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:51.545714 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:51.880523 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7909267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8000794'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:52.426243 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Router afc3f9b5-0054-4474-b600-716dd8b7744a has already been hosted by L3 agent a007572e-9a46-4483-98e0-ff5fe303f5e0 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 05:12:52.628549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] Notify agent at l3_agent.dv-cinder-776422-3-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 05:12:52.645376 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-c4fb3e08-b586-4bcf-b141-1e29c3963b6e admin admin] 10.222.0.13 "PUT /v2.0/routers/afc3f9b5-0054-4474-b600-716dd8b7744a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523914 Feb 19 05:12:52.646474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Sync routers for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 05:12:52.648679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60808) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:52.665346 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:52.666261 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:52.851337 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:52.894712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: dv-cinder-776422-3-smb {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:53.089423 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:53.100004 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Deleting port 9348ebf9-5961-4601-b3ff-c6a8a03d2320 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:53.100419 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:53.300783 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] For port 9348ebf9-5961-4601-b3ff-c6a8a03d2320, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=9348ebf9-5961-4601-b3ff-c6a8a03d2320,segment=NetworkSegment(96c2df61-00be-42f7-a6a5-4db6428a4c22),segment_id=96c2df61-00be-42f7-a6a5-4db6428a4c22)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:53.301100 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:53.396848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'external_fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:12:51Z', 'revision_number': 5, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port': {'id': '9348ebf9-5961-4601-b3ff-c6a8a03d2320', 'name': '', 'network_id': 'ffc438f8-1ec4-493c-ae71-43db75b57e92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T05:08:11Z', 'updated_at': '2021-02-19T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb6dc507-d571-4a34-acc3-8f250e9bd073', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-3-smb'}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:53.401552 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Checking router: afc3f9b5-0054-4474-b600-716dd8b7744a for host: dv-cinder-776422-3-smb {{(pid=83986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 05:12:53.412199 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Routers {'afc3f9b5-0054-4474-b600-716dd8b7744a'} bound to L3 agent in host dv-cinder-776422-3-smb {{(pid=83986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 05:12:53.412931 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T04:50:14Z,description=,heartbeat_timestamp=2021-02-19T05:12:44Z,host='dv-cinder-776422-3-smb',id=a007572e-9a46-4483-98e0-ff5fe303f5e0,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T04:50:14Z,topic='l3_agent')) {'router_ids': ['afc3f9b5-0054-4474-b600-716dd8b7744a'], 'active': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:53.441142 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Calling delete_port for 9348ebf9-5961-4601-b3ff-c6a8a03d2320 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:53.584806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] Set router afc3f9b5-0054-4474-b600-716dd8b7744a gateway port host: None {{(pid=83986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 05:12:53.634120 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:53.650426 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9aedf2f-db71-4489-b167-3b738d1addba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:53.706857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:12:53Z', 'revision_number': 6, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port_host': None}], 'dv-cinder-776422-3-smb', False) {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:53.711371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cc4f7-55cd-47ef-af05-80a435e9d809 None None] The sync data for ids ['afc3f9b5-0054-4474-b600-716dd8b7744a'] in dv-cinder-776422-3-smb is: [{'id': 'afc3f9b5-0054-4474-b600-716dd8b7744a', 'name': 'tempest-TestShelveInstance-1091799683-router', 'tenant_id': 'fb23b48afc4342f180e39822f8f431cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T05:08:10Z', 'updated_at': '2021-02-19T05:12:53Z', 'revision_number': 6, 'project_id': 'fb23b48afc4342f180e39822f8f431cd', 'gw_port_host': None}] {{(pid=83986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 05:12:53.749997 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9348ebf9-5961-4601-b3ff-c6a8a03d2320,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:53.760465 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:53.883984 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846778124'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.071739 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846775037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710742'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.074140 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.103712 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846778259'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.104302 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc3f9b5-0054-4474-b600-716dd8b7744a {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 05:12:54.118064 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.119317 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-1165fb59-9bb6-4c54-8a3e-1bd46ae4a4cc admin admin] 10.222.0.13 "DELETE /v2.0/routers/afc3f9b5-0054-4474-b600-716dd8b7744a HTTP/1.1" status: 204 len: 168 time: 1.4696414 Feb 19 05:12:54.122113 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60812) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:54.191274 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Deleting subnet c0eb2444-9132-4e75-8169-ed283d018798 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 05:12:54.195009 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.251042 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848428949'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.576693 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854104526'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.621933 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 9348ebf9-5961-4601-b3ff-c6a8a03d2320 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:54.662310 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 9348ebf9-5961-4601-b3ff-c6a8a03d2320 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:54.662683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 9348ebf9-5961-4601-b3ff-c6a8a03d2320 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:54.663087 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:54.702853 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:54.703891 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 6d4cfde4-7f7d-4efc-adb2-9f23c9d10298 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:54.861092 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848608385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848564533'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:54.877721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ea066c0-fb1f-46ca-b6fc-89dd5f1b2c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:54.966414 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0eb2444-9132-4e75-8169-ed283d018798,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:54.971951 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:55.017603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.022874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566f804-29dd-4ece-93fd-89f4b694ee04 None None] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 requested from dv-cinder-776422-3-smb {{(pid=83986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 05:12:55.025312 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-694fb7ed-f3fb-4ef8-9e4f-74a4b6368026 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0eb2444-9132-4e75-8169-ed283d018798 HTTP/1.1" status: 204 len: 168 time: 0.9020824 Feb 19 05:12:55.027846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60816) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:55.158899 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854028117'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.234089 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Deleting port 8e0c4871-a000-44f1-a330-f9c5389d5548 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:55.234571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.306679 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] DHCP port deletion for 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 request from dv-cinder-776422-3-smb {{(pid=83986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 05:12:55.311964 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Deleting port 8e0c4871-a000-44f1-a330-f9c5389d5548 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:55.313265 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.490793 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] For port 8e0c4871-a000-44f1-a330-f9c5389d5548, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=8e0c4871-a000-44f1-a330-f9c5389d5548,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:55.491543 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.585914 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] For port 8e0c4871-a000-44f1-a330-f9c5389d5548, host dv-cinder-776422-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-3-smb',level=0,port_id=8e0c4871-a000-44f1-a330-f9c5389d5548,segment=NetworkSegment(b4414fcb-71f0-49c7-8541-a33dbd4885a3),segment_id=b4414fcb-71f0-49c7-8541-a33dbd4885a3)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 05:12:55.586536 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7998189'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.664970 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Calling delete_port for 8e0c4871-a000-44f1-a330-f9c5389d5548 owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:55.727351 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Calling delete_port for 8e0c4871-a000-44f1-a330-f9c5389d5548 owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 05:12:55.755682 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854058446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732335674022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304519530919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848609109'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:55.773091 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c1e527a5-dd37-447b-80d2-f3f67b961b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:55.814571 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:12:55.815181 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_db.api [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 05:12:55.873225 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0c4871-a000-44f1-a330-f9c5389d5548,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:55.878241 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:55.923145 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] No DVR routers for this DVR port 8e0c4871-a000-44f1-a330-f9c5389d5548 on host dv-cinder-776422-3-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 05:12:56.050711 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664830', 'neutron.services.segments.db._delete_segments_for_network--9223363304519015130'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.170197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecf6edc-ea73-4af3-80dc-1cba96365ce6']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:56.183934 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4414fcb-71f0-49c7-8541-a33dbd4885a3') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:56.184295 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4414fcb-71f0-49c7-8541-a33dbd4885a3') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 05:12:56.198119 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304519009754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6346851'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.215619 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854110704'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.217874 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 05:12:56.316127 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Deleting port 8e0c4871-a000-44f1-a330-f9c5389d5548 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 05:12:56.316504 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304519125586'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.393529 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-eb2643c9-ea9a-4ff3-bf4c-350ea54621b7 None None] The port '8e0c4871-a000-44f1-a330-f9c5389d5548' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 05:12:56.396469 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:12:56.409904 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-665112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166748'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.592848 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Network 0ecf6edc-ea73-4af3-80dc-1cba96365ce6 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: Traceback (most recent call last): Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: timer() Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: cb(*args, **kw) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: return func(*args, **kwargs) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: self._notify() Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: self.callback(batched_events) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: event.method(event) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: return f(self, *a, **k) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: return self._get(url).json() Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: **kwargs) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: **endpoint_filter) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:12:56.618018 dv-cinder-776422-3-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:12:56.625716 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 8e0c4871-a000-44f1-a330-f9c5389d5548 no longer exists at agent ovs-agent-dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 05:12:56.664719 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] No Port match for: 8e0c4871-a000-44f1-a330-f9c5389d5548 {{(pid=83986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 05:12:56.665175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Device 8e0c4871-a000-44f1-a330-f9c5389d5548 not bound to the agent host dv-cinder-776422-3-smb {{(pid=83986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 05:12:56.702407 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846866517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997647'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.705846 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:56.722549 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846866502'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:56.729209 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecf6edc-ea73-4af3-80dc-1cba96365ce6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:56.733857 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:56.737600 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6d9b40f6-38e8-4d67-95fa-14e4d132a317 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ecf6edc-ea73-4af3-80dc-1cba96365ce6 HTTP/1.1" status: 204 len: 168 time: 1.7087181 Feb 19 05:12:56.973032 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60822) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:57.031689 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-6f531295-3228-462c-a1cd-b3bde665ce3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a826e70d31854ef38304ff13e82cd298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571637 Feb 19 05:12:57.034660 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60826) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:57.099371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:57.132849 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:57.182806 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:57.188583 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b13b02fb-11da-4baa-9ad3-d9697c9349c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:57.204676 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d22d38-0b7a-4221-8a83-3d7744f44f0b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:57.207339 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:57.211681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:57.213124 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-e6d655c2-471d-4f2f-997a-1c67d0eb7acf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9d22d38-0b7a-4221-8a83-3d7744f44f0b HTTP/1.1" status: 204 len: 168 time: 0.1774740 Feb 19 05:12:57.576495 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60834) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:57.879845 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-5211d965-3214-4a62-97fa-df2d89734ba6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb23b48afc4342f180e39822f8f431cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019397 Feb 19 05:12:57.882683 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.13', 60840) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 05:12:57.954532 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:57.989586 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:58.054896 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846700514'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:58.061589 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-26d42f74-fe10-482a-9b1f-cbe8a4ab7bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 05:12:58.080024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd46f3d8-0a2e-4d01-9b31-5be2495a815b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 05:12:58.083568 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 05:12:58.086344 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:12:58.087589 dv-cinder-776422-3-smb neutron-server[83871]: INFO neutron.wsgi [None req-4f714f5d-746d-42be-bf31-b4dd5a48f9e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd46f3d8-0a2e-4d01-9b31-5be2495a815b HTTP/1.1" status: 204 len: 168 time: 0.2039347 Feb 19 05:13:01.810594 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:13:04.261580 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:10.808440 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da4cb63e-591c-4824-99da-78c7974aaf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:13.911207 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2d17-d2e0-4a95-85fa-adf0a543cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:14.081497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:15.772640 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:16.553558 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:34.260790 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:38.810371 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:13:40.812175 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0622695d-46ae-41e5-9d5b-0c79996cad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:43.912074 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e641028-d0e1-4518-87db-1b7d1bc3c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:44.083603 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:45.774883 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:13:46.555655 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:04.265782 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:10.815016 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8d22-13c0-4ae9-88c3-4179b0777ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:13.912173 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c89396-8d1c-404b-b738-999698f6c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:14.087772 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:15.776229 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:15.809391 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:14:16.558138 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:34.257801 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:40.817482 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bc92-2ba6-4a9d-bc19-06330548406a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:43.914301 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-893d2541-992c-4798-97e9-352bf936c521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:44.088497 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:45.783230 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:46.562403 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:14:52.809681 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:15:04.255197 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:10.819898 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f40b0113-9012-48c4-b499-2aa67d7290b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:13.915068 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e935e5c5-d724-478a-a980-5cee3dba1811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:14.091864 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:15.776129 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:16.565025 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:29.809294 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:15:34.269412 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:40.821721 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ada4d545-599a-400b-a14f-702b58effa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:43.917165 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d50cefc-cede-433c-9c51-b4f1c90e04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:44.093768 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:45.778808 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:15:46.567000 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:04.284063 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:06.809533 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:16:10.821977 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3840e99-bcea-491b-916d-8b70387c956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:13.918026 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f63bd67f-a5f4-4aa7-a493-ca3f3c94de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:14.096784 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:15.780877 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:16.569608 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:34.298281 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:40.823014 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7330ffb-8a7e-4a43-aac0-e2033d5307ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:43.808930 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:16:43.919188 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43bcc2b0-78ea-4d56-a872-4b76aa3465b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:44.099151 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:45.782991 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:16:46.573024 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:04.296860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:10.825348 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30660a04-9b77-47ea-a550-56756224154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:13.919796 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5828a1c3-f71e-455d-9da2-965c202addf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:14.104516 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:15.784430 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:16.576201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:20.576860 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-d457c4b6-0f20-45fd-8cc0-c4c2b891ee4e req-19899a68-377f-4325-a9a4-c6d6e32605bf tempest-VolumesNegativeTest-924398851 tempest-VolumesNegativeTest-924398851-project] (83984) timed out ('10.222.0.55', 58326) {{(pid=83984) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 05:17:20.809027 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 05:17:21.174539 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.wsgi [req-27c7160c-d145-435b-bd7a-821641341019 req-2d2bd589-bdbe-4b41-b5f9-29a5d89be291 service neutron] (83985) timed out ('10.222.0.55', 58396) {{(pid=83985) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 05:17:34.297155 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dc825b96-79f0-43f4-bc93-700dc2ac244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:40.826201 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7a3a-ee97-48a3-8b4f-2ef85246bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:43.921866 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75a2088d-b700-4084-914b-5d63255052c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:44.104474 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3e0f-3e73-4f87-b428-f515b95833a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:45.786112 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23498a2e-36ac-4526-b495-9da7c9ec0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:46.578110 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bc2bf8f-7e5d-4c33-935d-34fdd365389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304519015147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658652'] for agent, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 05:17:57.809206 dv-cinder-776422-3-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-ab5b8793-0b1d-4875-aacb-eb4bf93801ad None None] Agent healthcheck: found 6 active agents {{(pid=83987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}